-- Logs begin at Tue 2022-04-05 10:16:46 UTC, end at Tue 2022-04-05 11:37:20 UTC. -- Apr 05 11:04:00.498384 dv-cinder-818994-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 05 11:04:03.480670 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.common.config [-] Logging enabled! Apr 05 11:04:03.481280 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev79 Apr 05 11:04:03.481458 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103851) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 11:04:03.485240 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.common.config [-] Logging enabled! Apr 05 11:04:03.485492 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev79 Apr 05 11:04:03.485795 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103851) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 11:04:03.486740 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:04:03.486975 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 11:04:03.487334 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 11:04:03.487576 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 11:04:03.487799 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 11:04:03.488215 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.488635 dv-cinder-818994-3-iscsi neutron-server[103851]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 05 11:04:03.488955 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.489250 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.489545 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.489838 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.490127 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.490405 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.490715 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.491011 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.491296 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.491571 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.491851 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.492138 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.492417 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.492700 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.492981 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.493259 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] debug = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.493535 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.493965 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.494379 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.494676 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.494966 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.495242 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.495512 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.495784 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.496063 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.496383 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] host = dv-cinder-818994-3-iscsi {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.496655 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.496937 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.497219 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.497499 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.497769 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.498040 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.498319 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.498588 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.498880 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] log_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.499152 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.499485 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.500260 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.500544 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.500767 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.500987 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.501279 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.501561 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.501832 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.502104 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.502375 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.502669 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.502942 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.503208 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.503495 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.503771 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.504051 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.504321 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.504592 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.504861 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.505128 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.505408 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.505675 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.505943 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.506211 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.508073 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.508369 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.508683 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.508995 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.509288 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.509573 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.510714 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.511003 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.511293 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.511572 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.511848 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.512120 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] use_json = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.512393 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.512664 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.515419 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.515728 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.516020 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.516321 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.516606 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.516908 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.517191 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:03.517497 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.517803 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.518106 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.520516 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.520835 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.521128 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.521428 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.521717 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.522014 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.522310 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.522629 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.522916 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.523221 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.523516 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.523815 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.524124 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.524419 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.524715 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.524994 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.525272 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.525555 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.525835 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.526123 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.526403 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.526729 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.527023 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.527303 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.527601 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.527897 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.528193 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.528482 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.528760 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.529044 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.529338 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.529619 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.529893 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.530172 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.530464 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.531271 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.531547 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.531832 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.532109 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.532381 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.532654 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.532932 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.533222 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.533499 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.533771 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.534045 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.534318 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.534590 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.534901 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.535176 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.535449 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.535730 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.536006 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.536276 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.536545 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.536823 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.537096 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.537372 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.537645 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.537916 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.538187 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.538457 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.538757 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.539032 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.539301 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.539576 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.539893 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.540116 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.540386 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.540658 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.540931 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.541216 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.541508 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.541784 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.542059 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.542335 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.542624 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.542909 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.543186 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.543462 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.543737 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.544008 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.544297 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.544575 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.544860 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.545159 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.545433 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.545730 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.546004 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.546301 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.547169 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.547449 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.547727 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.548013 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.548298 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.548595 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.548894 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.549191 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.549487 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.549782 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.550062 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.550376 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.550675 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:03.550896 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 11:04:03.551142 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103851) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 05 11:04:03.927345 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 05 11:04:03.927546 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 05 11:04:03.927839 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 05 11:04:03.928173 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 05 11:04:04.251286 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.251572 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.251838 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.253015 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.253284 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.255314 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.316941 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.317220 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.317481 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.332389 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.332665 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.332931 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.361970 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.362247 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.362514 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.399354 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.399636 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.399900 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.744187 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.744808 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.744808 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.744999 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.745640 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.842566 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.842905 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.843207 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.843482 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.843753 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.844060 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.844319 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.844566 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.844813 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.845088 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.845341 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.845598 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.845847 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.846094 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.846342 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.846600 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.846870 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.847132 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.847415 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.847647 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.847913 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.848170 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.848452 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.848818 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.849058 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.849298 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.849774 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:04:04.850017 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:04:04.850254 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:04:04.850490 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:04:04.850752 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:04:04.850986 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:04:04.851343 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 05 11:04:04.854474 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 05 11:04:04.858353 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 05 11:04:04.862629 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Apr 05 11:04:04.864244 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 05 11:04:04.864694 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 05 11:04:04.865026 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 05 11:04:04.865407 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 05 11:04:04.869222 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 05 11:04:04.869472 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 05 11:04:04.869819 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 11:04:04.875177 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 05 11:04:04.898359 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 05 11:04:04.898841 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.899142 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103851) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 05 11:04:04.899504 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.900869 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103851) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 05 11:04:04.901142 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 11:04:04.901388 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 05 11:04:04.904693 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.904978 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:04.966421 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 05 11:04:04.966689 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 05 11:04:04.966927 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 05 11:04:04.967285 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 05 11:04:04.987591 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_db.sqlalchemy.engines [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103851) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 05 11:04:05.621797 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.managers [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Initializing driver for type 'gre' Apr 05 11:04:05.622254 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] gre ID ranges: [(1, 1000)] Apr 05 11:04:05.839338 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.managers [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Initializing driver for type 'local' Apr 05 11:04:05.840392 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.managers [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Initializing driver for type 'vlan' Apr 05 11:04:05.913213 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] VlanTypeDriver initialization complete Apr 05 11:04:05.913478 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.managers [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Initializing driver for type 'vxlan' Apr 05 11:04:05.913990 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] vxlan ID ranges: [(1, 1000)] Apr 05 11:04:06.079340 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.managers [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Initializing extension driver 'port_security' Apr 05 11:04:06.079690 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.extensions.port_security [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] PortSecurityExtensionDriver initialization complete Apr 05 11:04:06.080007 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.managers [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Initializing mechanism driver 'openvswitch' Apr 05 11:04:06.080327 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.managers [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Initializing mechanism driver 'hyperv' Apr 05 11:04:06.092596 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:06.093452 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > port after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.093829 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > port after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.094177 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > port after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.094806 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 11:04:06.095243 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > subnet after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.095594 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > subnet after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.095938 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.096330 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 11:04:06.096729 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > network after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.097075 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > network after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.097415 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > network after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.097801 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 11:04:06.098236 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > security_group after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.098746 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > security_group after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.099094 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.099484 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 11:04:06.099881 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.100226 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.100591 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.100985 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 11:04:06.101383 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > address_group after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.101727 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > address_group after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.102061 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.102449 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 05 11:04:06.102912 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] ML2 OVO RPC backend initialized. {{(pid=103851) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 05 11:04:06.103614 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.103971 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.104383 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > network before_response 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.104725 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > networks before_response 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.105070 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > port before_response 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.105407 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > ports before_response 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.105756 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > subnet before_response 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.106146 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > subnets before_response 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.106489 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > network after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.106850 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > network after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.107185 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > network after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.107519 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > port after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.107851 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > port after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.108183 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > port after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.108513 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > subnet after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.108843 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > subnet after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.109169 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.116303 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.quota [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded quota_driver: . Apr 05 11:04:06.116656 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.plugin [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Modular L2 Plugin initialization complete Apr 05 11:04:06.117019 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading services supported by the core plugin {{(pid=103851) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 05 11:04:06.117356 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.plugins.ml2.managers [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Got port-security extension from driver 'port_security' Apr 05 11:04:06.117831 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.extensions.vlantransparent [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Disabled vlantransparent extension. Apr 05 11:04:06.118321 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103851) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 05 11:04:06.118666 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading Plugin: router Apr 05 11:04:06.154255 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.154664 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router after_create 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.155034 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router before_create 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.155394 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.155790 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.156145 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router after_delete 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.156497 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.156844 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.157199 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router after_create 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.157541 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router after_update 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.157887 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router after_update 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.158228 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.158583 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router after_update 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.159021 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router precommit_update 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.159389 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: port after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.159722 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: port after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.160054 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: subnet after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.160387 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.160728 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.161069 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router precommit_create 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.161406 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: port before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.161742 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router precommit_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.162090 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router after_update 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.162424 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.162793 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router precommit_create 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.163150 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.163530 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router precommit_update 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.163846 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > agent after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.164322 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > agent after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.164694 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > network after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.165542 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Tracking information for resource: router configured {{(pid=103851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:04:06.165870 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Tracking information for resource: floatingip configured {{(pid=103851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 11:04:06.170680 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.db.l3_agentschedulers_db [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 05 11:04:06.171784 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: port after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.172208 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: port after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.172560 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: port after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.172906 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: port after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.173698 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router before_create 55550100 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.174066 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.174425 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router precommit_create 55550100 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.174815 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > router precommit_update 55550100 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.179715 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.services.provider_configuration [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Service providers = [] {{(pid=103851) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 05 11:04:06.180078 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.db.servicetype_db [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103851) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 05 11:04:06.183078 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.services.service_base [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103851) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 11:04:06.183424 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.services.service_base [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103851) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 11:04:06.183765 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.services.service_base [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103851) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 11:04:06.184661 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.services.service_base [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103851) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 11:04:06.185030 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.services.service_base [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 05 11:04:06.185407 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:04:06.185723 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 05 11:04:06.196806 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:04:06.197142 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading Plugin: auto_allocate Apr 05 11:04:06.203026 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: network precommit_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.203391 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: network precommit_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.203905 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:04:06.204230 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading Plugin: tag Apr 05 11:04:06.211120 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:04:06.211454 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading Plugin: timestamp Apr 05 11:04:06.215251 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:04:06.215578 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading Plugin: network_ip_availability Apr 05 11:04:06.221015 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.221383 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.221734 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.222437 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:04:06.222779 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading Plugin: flavors Apr 05 11:04:06.228829 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:04:06.229164 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading Plugin: revisions Apr 05 11:04:06.233370 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 11:04:06.234286 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_concurrency.lockutils [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.306s {{(pid=103851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 05 11:04:06.235045 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103851) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 05 11:04:06.235380 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Initializing extension manager. Apr 05 11:04:06.235905 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: __init__.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.236246 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: __pycache__ {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.236582 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: address_group.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.237326 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.237881 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: address-group Apr 05 11:04:06.238205 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: address_scope.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.238932 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.239437 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: address-scope Apr 05 11:04:06.239760 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.240669 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.241180 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: router-admin-state-down-before-update Apr 05 11:04:06.241503 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: agent.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.242196 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.242727 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: agent Apr 05 11:04:06.243052 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: agent_resources_synced.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.243946 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.244456 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: agent-resources-synced Apr 05 11:04:06.244779 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: allowedaddresspairs.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.246530 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.247072 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: allowed-address-pairs Apr 05 11:04:06.247397 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: auto_allocated_topology.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.248465 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.248976 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: auto-allocated-topology Apr 05 11:04:06.249320 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: availability_zone.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.250544 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.251073 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: availability_zone Apr 05 11:04:06.251395 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: availability_zone_filter.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.252313 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.252819 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: availability_zone_filter Apr 05 11:04:06.253158 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: data_plane_status.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.254036 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.254541 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension data-plane-status not supported by any of loaded plugins Apr 05 11:04:06.254890 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: default_subnetpools.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.255798 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.256305 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: default-subnetpools Apr 05 11:04:06.256630 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.257427 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.257929 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: dhcp_agent_scheduler Apr 05 11:04:06.258249 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: dns.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.259177 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.259679 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension dns-integration not supported by any of loaded plugins Apr 05 11:04:06.259997 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: dns_domain_ports.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.260900 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.261401 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 05 11:04:06.261718 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.262643 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.263145 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 05 11:04:06.263463 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: dvr.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.264120 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.264625 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: dvr Apr 05 11:04:06.264962 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: ecmp_routes.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.265860 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.266359 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 05 11:04:06.266713 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: empty_string_filtering.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.267603 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.268102 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: empty-string-filtering Apr 05 11:04:06.268421 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.269574 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.270067 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 05 11:04:06.270385 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.271310 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.271809 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 05 11:04:06.272128 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: external_net.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.273014 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.273514 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: external-net Apr 05 11:04:06.273833 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.274777 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.275278 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: extra_dhcp_opt Apr 05 11:04:06.275597 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: extraroute.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.276487 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.276988 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: extraroute Apr 05 11:04:06.277307 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: extraroute_atomic.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.278305 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.278842 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: extraroute-atomic Apr 05 11:04:06.279165 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: filter_validation.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.279827 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.280328 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: filter-validation Apr 05 11:04:06.280675 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: fip_pf_description.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.281591 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.282099 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 05 11:04:06.282418 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: fip_pf_port_range.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.283361 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.283866 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 05 11:04:06.284190 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: fip_port_details.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.285317 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.285836 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: fip-port-details Apr 05 11:04:06.286159 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: flavors.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.287434 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.287948 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: flavors Apr 05 11:04:06.288278 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.289903 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.290421 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 05 11:04:06.290793 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: floatingip_pools.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.291492 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.292006 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: floatingip-pools Apr 05 11:04:06.292332 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: ip_allocation.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.293244 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.293751 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension ip_allocation not supported by any of loaded plugins Apr 05 11:04:06.294073 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.295015 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.295524 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: ip-substring-filtering Apr 05 11:04:06.295848 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: l2_adjacency.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.297280 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.297783 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 05 11:04:06.298104 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: l3.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.299109 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.299625 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: router Apr 05 11:04:06.299951 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.302242 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.302798 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 05 11:04:06.303130 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.304043 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.304563 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: ext-gw-mode Apr 05 11:04:06.304889 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.305793 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.306301 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: l3-ha Apr 05 11:04:06.306648 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.307546 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.308052 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 05 11:04:06.308376 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: l3_flavors.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.309277 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.309783 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: l3-flavors Apr 05 11:04:06.310105 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.311483 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.312555 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 05 11:04:06.312879 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.313781 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.314292 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 05 11:04:06.314636 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: l3agentscheduler.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.315677 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.316190 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: l3_agent_scheduler Apr 05 11:04:06.316517 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: local_ip.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.318267 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.318811 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension local_ip not supported by any of loaded plugins Apr 05 11:04:06.319145 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: logging.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.320745 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.321268 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension logging not supported by any of loaded plugins Apr 05 11:04:06.321600 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: metering.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.322331 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.322932 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: metering Apr 05 11:04:06.323257 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.324329 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.324848 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: metering_source_and_destination_fields Apr 05 11:04:06.325171 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: multiprovidernet.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.326102 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.326628 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: multi-provider Apr 05 11:04:06.326952 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: netmtu.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.327877 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.328382 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: net-mtu Apr 05 11:04:06.328704 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: netmtu_writable.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.329608 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.330113 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: net-mtu-writable Apr 05 11:04:06.330437 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: network_availability_zone.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.331132 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.331634 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: network_availability_zone Apr 05 11:04:06.331955 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: network_ip_availability.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.333052 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.333566 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: network-ip-availability Apr 05 11:04:06.333892 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: network_segment_range.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.334675 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.335177 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension network-segment-range not supported by any of loaded plugins Apr 05 11:04:06.335498 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: pagination.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.336466 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.336794 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: pagination Apr 05 11:04:06.337113 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: port_device_profile.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.338040 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.338544 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: port-device-profile Apr 05 11:04:06.338891 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.339800 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.340305 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: port-mac-address-regenerate Apr 05 11:04:06.340624 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.341531 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.342033 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: port-numa-affinity-policy Apr 05 11:04:06.342353 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: port_resource_request.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.343319 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.343818 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension port-resource-request not supported by any of loaded plugins Apr 05 11:04:06.344137 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: port_resource_request_groups.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.345091 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.345592 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 05 11:04:06.345913 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: portbindings.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.346852 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.347362 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: binding Apr 05 11:04:06.347684 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: portbindings_extended.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.348933 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.349442 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: binding-extended Apr 05 11:04:06.349766 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: portsecurity.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.350736 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.351241 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: port-security Apr 05 11:04:06.351562 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: project_id.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.352521 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.352851 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: project-id Apr 05 11:04:06.353169 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: providernet.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.354067 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.354578 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: provider Apr 05 11:04:06.354927 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: qos.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.358379 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.359454 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension qos not supported by any of loaded plugins Apr 05 11:04:06.359781 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.361015 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.361528 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 05 11:04:06.361853 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.362797 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.363309 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 05 11:04:06.363632 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: qos_default.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.364541 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.365051 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension qos-default not supported by any of loaded plugins Apr 05 11:04:06.365375 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: qos_fip.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.366277 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.366820 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension qos-fip not supported by any of loaded plugins Apr 05 11:04:06.367143 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.368045 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.368555 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 05 11:04:06.368872 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: qos_gateway_ip.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.369911 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.372926 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 05 11:04:06.372926 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: qos_port_network_policy.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.372926 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.372926 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 05 11:04:06.372926 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.373491 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.374000 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 05 11:04:06.374381 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.375967 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.376479 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 05 11:04:06.376800 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: qos_pps_rule.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.377970 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.378482 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension qos-pps not supported by any of loaded plugins Apr 05 11:04:06.378833 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: qos_rule_type_details.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.379738 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.380243 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 05 11:04:06.380563 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.381464 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.381969 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 05 11:04:06.382289 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: qos_rules_alias.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.383335 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.383845 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 05 11:04:06.384168 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: quota_check_limit.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.385070 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.385581 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: quota-check-limit Apr 05 11:04:06.385901 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: quotasv2.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.386901 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.387226 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: quotas Apr 05 11:04:06.387546 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: quotasv2_detail.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.389232 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.389567 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: quota_details Apr 05 11:04:06.389916 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: rbac.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.391003 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.391520 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: rbac-policies Apr 05 11:04:06.391846 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: rbac_address_group.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.392766 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.393280 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: rbac-address-group Apr 05 11:04:06.393597 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: rbac_address_scope.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.394813 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.395311 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: rbac-address-scope Apr 05 11:04:06.395631 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: rbac_security_groups.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.396608 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.397118 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: rbac-security-groups Apr 05 11:04:06.397438 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: rbac_subnetpool.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.398345 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.398883 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: rbac-subnetpool Apr 05 11:04:06.399201 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: revisionifmatch.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.400112 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.400620 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: revision-if-match Apr 05 11:04:06.400937 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: revisions.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.402156 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.402708 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: standard-attr-revisions Apr 05 11:04:06.403034 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: router_availability_zone.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.403701 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.404208 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: router_availability_zone Apr 05 11:04:06.404528 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: routerservicetype.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.405453 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.405984 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension router-service-type not supported by any of loaded plugins Apr 05 11:04:06.406305 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.407249 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.407759 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: security-groups-normalized-cidr Apr 05 11:04:06.408076 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.408998 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.409508 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: port-security-groups-filtering Apr 05 11:04:06.409830 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.410797 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.411305 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: security-groups-remote-address-group Apr 05 11:04:06.411627 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.412563 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.413067 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: security-groups-shared-filtering Apr 05 11:04:06.413387 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.414014 dv-cinder-818994-3-iscsi neutron-server[103851]: WARNING neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 05 11:04:06.414287 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: securitygroup.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.424876 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.425424 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: security-group Apr 05 11:04:06.425761 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: segment.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.426513 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.427053 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension segment not supported by any of loaded plugins Apr 05 11:04:06.427382 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.428352 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.428860 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 05 11:04:06.429186 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: servicetype.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.430273 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.430809 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: service-type Apr 05 11:04:06.431138 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: sorting.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.432108 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.432437 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: sorting Apr 05 11:04:06.432757 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: standard_attr_segment.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.433661 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.434172 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 05 11:04:06.434494 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: standardattrdescription.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.435248 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.435773 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: standard-attr-description Apr 05 11:04:06.436330 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: stateful_security_group.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.438039 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.438554 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: stateful-security-group Apr 05 11:04:06.438902 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: stdattrs_common.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.439471 dv-cinder-818994-3-iscsi neutron-server[103851]: WARNING neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 05 11:04:06.439792 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.440728 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.441241 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 05 11:04:06.441566 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: subnet_onboard.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.442649 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.443167 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: subnet_onboard Apr 05 11:04:06.443494 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.444413 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.444917 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 05 11:04:06.445237 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: subnet_service_types.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.446158 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.446708 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: subnet-service-types Apr 05 11:04:06.447033 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: subnetallocation.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.448137 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.448670 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: subnet_allocation Apr 05 11:04:06.448990 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.449652 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.450159 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: subnetpool-prefix-ops Apr 05 11:04:06.450478 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.451426 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.451930 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 05 11:04:06.452249 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: tagging.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.453345 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.453851 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: standard-attr-tag Apr 05 11:04:06.454176 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: timestamp.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.455393 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.455914 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loaded extension: standard-attr-timestamp Apr 05 11:04:06.456238 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: trunk.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.457252 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.457763 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension trunk not supported by any of loaded plugins Apr 05 11:04:06.458090 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: trunk_details.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.459033 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.459540 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension trunk-details not supported by any of loaded plugins Apr 05 11:04:06.459865 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: uplink_status_propagation.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.460771 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.461320 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 05 11:04:06.461602 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Loading extension file: vlantransparent.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 11:04:06.462273 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 11:04:06.462809 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 05 11:04:06.465368 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Creating instance of TrackedResource for resource:network Apr 05 11:04:06.465903 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Creating instance of TrackedResource for resource:subnet Apr 05 11:04:06.466298 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:04:06.466718 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Creating instance of TrackedResource for resource:port Apr 05 11:04:06.467969 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:04:06.468429 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Service FLAVORS assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:04:06.469204 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:04:06.469643 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:04:06.469974 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Creating instance of TrackedResource for resource:router Apr 05 11:04:06.470398 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 11:04:06.470909 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Service METERING assigned prefix: /metering {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:04:06.472352 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.472720 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.473076 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:04:06.474080 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 11:04:06.474513 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Creating instance of TrackedResource for resource:security_group Apr 05 11:04:06.474968 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 11:04:06.475573 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Service CORE assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:04:06.475902 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:04:06.476245 dv-cinder-818994-3-iscsi neutron-server[103851]: WARNING neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] subnetpool is already registered Apr 05 11:04:06.476672 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Service CORE assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:04:06.476994 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:04:06.477322 dv-cinder-818994-3-iscsi neutron-server[103851]: WARNING neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] subnetpool is already registered Apr 05 11:04:06.479630 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:04:06.480064 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Service FLAVORS assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:04:06.480653 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:04:06.481071 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:04:06.481402 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Creating instance of TrackedResource for resource:router Apr 05 11:04:06.481736 dv-cinder-818994-3-iscsi neutron-server[103851]: WARNING neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] router is already registered Apr 05 11:04:06.482145 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 11:04:06.482477 dv-cinder-818994-3-iscsi neutron-server[103851]: WARNING neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] floatingip is already registered Apr 05 11:04:06.482954 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Service METERING assigned prefix: /metering {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:04:06.483619 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 11:04:06.484556 dv-cinder-818994-3-iscsi neutron-server[103851]: WARNING neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] rbac_policy is already registered Apr 05 11:04:06.484970 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Creating instance of TrackedResource for resource:security_group Apr 05 11:04:06.485302 dv-cinder-818994-3-iscsi neutron-server[103851]: WARNING neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] security_group is already registered Apr 05 11:04:06.485709 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 11:04:06.486042 dv-cinder-818994-3-iscsi neutron-server[103851]: WARNING neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] security_group_rule is already registered Apr 05 11:04:06.486681 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Service CORE assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:04:06.487008 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:04:06.487337 dv-cinder-818994-3-iscsi neutron-server[103851]: WARNING neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] subnetpool is already registered Apr 05 11:04:06.487755 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Service CORE assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 11:04:06.488077 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 11:04:06.488417 dv-cinder-818994-3-iscsi neutron-server[103851]: WARNING neutron.quota.resource_registry [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] subnetpool is already registered Apr 05 11:04:06.488876 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: extensions {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.490337 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: address-groups {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.491858 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: address-scopes {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.493204 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: agents {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.494351 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: auto-allocated-topology {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.495627 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: availability_zones {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.496836 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: dhcp-networks {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.498327 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: dhcp-agents {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.500416 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: routers {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.503788 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: flavors {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.504987 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: service_profiles {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.506192 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: next_providers {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.507658 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: service_profiles {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.509278 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: floatingip-pools {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.510509 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: routers {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.512631 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: floatingips {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.513904 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: l3-routers {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.515339 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: l3-agents {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.516807 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: metering-labels {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.518149 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: metering-label-rules {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.519702 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: network-ip-availabilities {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.520964 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: bindings {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.522618 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: quotas {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.524178 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: quotas {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.525709 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: rbac-policies {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.527032 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: security-groups {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.528256 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: security-group-rules {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.529471 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: service-providers {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.531236 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: subnetpools {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.532661 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: subnetpools {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.534094 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: tags {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.535784 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: tags {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.537585 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: tags {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.539487 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: tags {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.541258 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: tags {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.543131 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: tags {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.544813 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: tags {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.547320 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: tags {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.549070 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: tags {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.550921 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron.api.extensions [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Extended resource: tags {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 11:04:06.556837 dv-cinder-818994-3-iscsi neutron-server[103851]: WARNING keystonemiddleware.auth_token [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 05 11:04:06.561786 dv-cinder-818994-3-iscsi neutron-server[103851]: WARNING keystonemiddleware.auth_token [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 05 11:04:06.570513 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_concurrency.lockutils [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Acquired lock "singleton_lock" {{(pid=103851) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 05 11:04:06.571007 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_concurrency.lockutils [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Releasing lock "singleton_lock" {{(pid=103851) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 05 11:04:06.571650 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO oslo_service.service [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Starting 2 workers Apr 05 11:04:06.576610 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Started child 103962 {{(pid=103851) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 11:04:06.584739 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Started child 103963 {{(pid=103851) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 11:04:06.584899 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:06.585529 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO neutron.service [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 05 11:04:06.585625 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [-] (103962) wsgi starting up on http://0.0.0.0:9696 Apr 05 11:04:06.585715 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:06.586263 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO oslo_service.service [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Starting 1 workers Apr 05 11:04:06.586361 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:06.587700 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [-] (103963) wsgi starting up on http://0.0.0.0:9696 Apr 05 11:04:06.591636 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Started child 103964 {{(pid=103851) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 11:04:06.592188 dv-cinder-818994-3-iscsi neutron-server[103851]: INFO oslo_service.service [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Starting 1 workers Apr 05 11:04:06.595896 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.service [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] calling RpcWorker wait() {{(pid=103964) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 05 11:04:06.596443 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.service [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] returning from RpcWorker wait() {{(pid=103964) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 05 11:04:06.597329 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Started child 103965 {{(pid=103851) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 05 11:04:06.597656 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:06.598133 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:06.598256 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-f45f0485-71a3-4674-ace0-55d7efa109f1 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:06.600450 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103851) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 11:04:06.600665 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:04:06.600853 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 11:04:06.601082 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 11:04:06.601442 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 11:04:06.601609 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 11:04:06.602145 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.602438 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.602728 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.603000 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:06.603469 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.603469 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.604125 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.604393 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.604631 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.604892 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.605130 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.605300 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.605467 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.605717 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.605976 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.606291 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.606548 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.606825 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.607085 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.607255 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.607514 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.607785 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.608029 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.608299 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] debug = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.608555 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.609684 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.610168 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.610442 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.610688 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.610979 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.611213 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.611479 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.611698 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.611948 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.612205 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.612452 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.612683 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.612918 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.613158 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.613374 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.613617 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.613852 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.614369 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] host = dv-cinder-818994-3-iscsi {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.614621 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.614872 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.615086 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.615384 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.615639 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.615873 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.616207 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.616491 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.616736 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.616987 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.617245 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.617501 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.617736 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.618076 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] log_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.618284 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] log_options = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.618538 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.618827 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.619089 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.619279 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.623945 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.623945 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.623945 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.623945 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.623945 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.623945 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.623945 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.624920 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.624920 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.624920 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.624920 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.624920 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.624920 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.624920 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.624920 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.625974 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.625974 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.625974 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.625974 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.625974 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.625974 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.625974 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.625974 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.625974 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.627416 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.627416 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.627416 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.627416 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.627416 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.627416 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.627416 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.627416 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.628507 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.628507 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.628507 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.628919 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:06.629072 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.629072 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.629381 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.630268 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.631024 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.631280 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.631518 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.631774 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] use_json = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.632008 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.632266 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.632516 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.632918 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.633267 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.633267 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.633545 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.633682 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.633889 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.634324 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.634652 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.635084 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.635355 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.635618 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.635869 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.636302 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.636458 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.636625 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.636900 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.637125 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.637907 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.637907 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.638103 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.638195 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.638494 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.638782 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.639066 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.639295 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.639524 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.639766 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.640142 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.640327 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.640554 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.640792 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.641055 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.641283 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.641568 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.641874 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.642223 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.642503 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.642803 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.643072 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.643309 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.643562 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.644071 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.644336 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.645471 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.645471 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.645471 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.645471 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.646785 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.646785 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.646785 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.646785 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.646785 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.646785 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.647922 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.647922 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.647922 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.647922 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.647922 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.648274 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.648274 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.648428 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.648673 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.649026 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.649287 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.649534 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.649752 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.649970 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.650750 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.650750 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.650750 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.661821 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.661821 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.661821 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.661821 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.661821 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.661821 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.661821 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.661821 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.661821 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.662749 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.662749 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.662749 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.662749 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.662749 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.662749 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.662749 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.662749 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.662749 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.663411 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.663411 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.663411 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.663411 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.663411 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.663411 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.663411 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.663411 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.663411 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.664145 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.664145 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.664145 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.664145 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.664145 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.664145 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.664145 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.664145 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.664714 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.664714 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.664714 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.664714 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.664714 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.664714 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.664714 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.664714 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.665254 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.665254 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.665254 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.665254 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.665254 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.665254 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.665254 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.665254 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.665862 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.665862 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.665862 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.665862 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.665862 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.665862 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.665862 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.665862 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.666491 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.666491 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.666491 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.666491 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.666491 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.666491 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.666491 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.667030 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.667030 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.667363 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.667363 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.667618 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.667847 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.668064 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.668296 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.668531 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.668837 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.669070 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.669307 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.669556 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.669838 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.670092 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.670357 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.670663 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.670916 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.671199 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.672078 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.672330 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.672566 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.672881 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.673145 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.673362 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.673587 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.673806 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.674044 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.674263 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.674484 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.674781 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.675000 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.675222 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.675455 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.675677 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.675898 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.676131 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.676348 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.676572 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.676985 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.677082 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.677282 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.677520 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.677733 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.677998 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.678238 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.678503 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.678773 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.679010 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.679242 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.679512 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.679749 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.679966 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.682649 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.682649 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.682649 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.682944 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 53272) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:06.683031 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.683031 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.683031 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.683031 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.683031 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.683031 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.683031 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.683031 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.683523 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.683523 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.683523 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.683523 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.683769 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.683995 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.684216 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.685283 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.685534 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.685763 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.685997 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.686242 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.686497 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.686746 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.695988 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.695988 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.695988 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.695988 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.695988 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.695988 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.695988 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.695988 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.695988 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.697285 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.697285 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.697285 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.697285 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.697285 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.697285 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.697285 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.697285 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.697772 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076385 Apr 05 11:04:06.697845 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.697845 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.697845 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.697845 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.697845 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.697845 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.697845 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.697845 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.698308 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.698308 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.698308 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.698308 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.698308 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.698308 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.698308 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.698308 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.698800 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.698800 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.698800 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.698800 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.698800 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.698800 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.698800 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.698800 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.699267 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.699267 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.699267 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.699267 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.699267 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.699267 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.699267 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.699267 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.699707 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.699707 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.699707 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.699982 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.700251 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.700574 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.700771 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.701036 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.701295 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.701624 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.701869 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.702107 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.702361 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.702679 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.702893 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.703169 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.703501 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.703799 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.704079 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.704329 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.704614 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.704890 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.705699 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.705699 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.705699 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.705997 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.706430 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.706718 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.706996 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.707240 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.707634 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.707857 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.708077 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.708301 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.708520 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.708765 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.708997 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.709257 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.710226 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.710226 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.710226 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.710226 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.710504 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.710573 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.710851 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.711012 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 11:04:06.711581 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103851) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 05 11:04:06.711937 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 11:04:06.712267 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 11:04:06.712627 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 11:04:06.712961 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 11:04:06.713294 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 11:04:06.713531 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.713684 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.713845 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.714008 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.714170 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.714353 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.714516 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.714702 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.714868 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.715047 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.715200 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.715399 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.715485 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.715630 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.716066 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.716231 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.716397 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.716559 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.716721 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.716876 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.717039 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.717199 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.717358 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] debug = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.717552 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.717771 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.717945 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.718598 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.718801 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.718940 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.719804 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.719804 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.719804 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.719804 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.719804 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.719804 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.720186 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.720186 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.720302 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.720414 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.720576 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.720726 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.720863 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] host = dv-cinder-818994-3-iscsi {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.721031 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.721191 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.721351 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.721510 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.721667 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.721823 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.722047 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.723669 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.723669 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.723669 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.723669 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.723669 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.723669 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.723669 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] log_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.723669 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] log_options = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.724762 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.724762 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.724762 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.724762 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.724762 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.724762 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.724762 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.725667 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.725667 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.725667 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.725667 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.725667 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.725667 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.725667 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.725667 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.727252 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.727252 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.727252 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.727252 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.727252 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.727252 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.727252 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.727252 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.728252 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.728252 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.728252 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.728252 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.728252 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.728252 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.728252 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.728252 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.729259 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.729259 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.729259 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.729259 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.729259 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.729259 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.729259 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.729259 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.730032 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.730032 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.730032 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.730032 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.730032 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.730032 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.730600 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.730600 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] use_json = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.730600 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.730600 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.736132 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.736132 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.736132 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.736132 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.736132 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.736132 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.736132 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 11:04:06.736132 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.736854 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.736854 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.736854 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.736854 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.736854 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.736854 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.736854 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.736854 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.737580 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.737580 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.737580 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.737580 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.737580 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.737580 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.737580 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.737580 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.738558 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.738558 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.738558 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.738558 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.738558 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.738558 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.738558 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.738558 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.739269 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.739269 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.739269 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.739269 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.739269 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.739269 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.739269 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.739269 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.740026 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.740026 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.740026 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.740026 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.740026 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.740026 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.740026 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.740026 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.740026 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.740866 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.740866 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.740866 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.740866 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.740866 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.740866 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.740866 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.740866 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.741482 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.741482 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.741482 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.741482 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.741482 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.741482 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.741482 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.741482 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.741482 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.742085 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.742085 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.742085 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.742085 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.742085 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.742085 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.742085 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.743412 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.743412 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.743412 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.743412 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.743412 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.743412 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.743412 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.743412 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.743412 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.744178 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.744178 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.744178 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.744178 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.744178 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.744508 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.744508 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.744658 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.744785 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.744898 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.745067 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.745266 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.745666 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.745666 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.745997 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.745997 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.745997 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.746396 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.746396 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.746670 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.746670 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.746969 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.746969 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.747264 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.747264 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.748315 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.748315 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.748315 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.748315 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.748315 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.748315 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.748315 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.749209 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.749209 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.749209 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.749209 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.752148 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.752148 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.752148 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.752148 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.752148 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.752148 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.752148 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.752148 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.753066 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.753066 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.753066 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.753066 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.753066 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.753066 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.753729 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.753729 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.753729 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.753729 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.754053 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.754053 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.754184 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.754255 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.755057 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.755057 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.755057 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.755057 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.755057 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.755486 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.755486 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.755486 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.755755 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.755834 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.755960 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.756122 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.756285 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.756447 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.756610 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.756771 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.756934 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.757097 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.757258 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.757421 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.757583 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.757747 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.757911 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.758073 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.758237 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.758400 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.758563 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.759797 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.759968 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.760134 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.760299 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.760464 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.760629 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.760792 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.760954 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.761118 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.761283 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.761447 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.761612 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.761776 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.761941 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.762108 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.763034 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.763152 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.763320 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.763506 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.763659 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.764509 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.764509 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.764509 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.764509 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.764509 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.764820 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.764820 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.765006 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.765733 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.765896 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.766041 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.766184 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.766328 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.766501 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.766701 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.766879 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.767043 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.767188 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.767353 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.767609 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.767783 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.767936 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.768101 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.769338 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.769338 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.769338 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.769338 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.769338 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.769338 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.769715 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.769715 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.769715 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.769885 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.770007 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.770172 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.770332 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.770490 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.770692 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.770854 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.771016 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.771169 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.771332 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.771484 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.771662 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.771815 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.771981 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.772940 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.773104 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.773273 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.773456 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.773609 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.773767 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.773919 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.774082 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.774243 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.774409 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.774571 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:06.774706 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.774780 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.774907 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.775854 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.775854 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.775854 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.775854 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.775854 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.775854 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.776227 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.776227 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.776346 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.776411 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.776563 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.776708 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.776868 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.777027 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.777198 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.777359 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.778456 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.778681 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.778832 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.779007 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.779147 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.779307 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.779460 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.779609 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.779750 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.779888 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.780027 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.780193 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.780332 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.780520 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.780680 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.780821 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.780976 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.781117 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.781285 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.781442 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.781612 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.781758 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.781932 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.782086 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.782276 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.782424 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.782588 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.782760 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.782900 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.783145 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.783289 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.783427 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.783583 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.783741 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.783881 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.784020 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.784157 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.784294 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.784431 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.784569 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.784707 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.784853 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.785018 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.785161 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.785299 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.785436 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.785585 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 11:04:06.785723 dv-cinder-818994-3-iscsi neutron-server[103851]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 11:04:18.342632 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d564953-e713-4088-a5b6-7d9bd40ffff3 None None] get_active_networks_info from dv-cinder-818994-3-iscsi {{(pid=103964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 05 11:04:18.398626 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d564953-e713-4088-a5b6-7d9bd40ffff3 None None] No non-hosted networks {{(pid=103964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 05 11:04:18.405862 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.agentschedulers_db [None req-2d564953-e713-4088-a5b6-7d9bd40ffff3 None None] DHCP Agent not found on host dv-cinder-818994-3-iscsi {{(pid=103964) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 05 11:04:18.482951 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fb827358-4038-4298-84af-d237dd082345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1585917'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:20.932395 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-66563dcc-3d96-4f8e-b358-5136d4856332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1585917'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:21.050600 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.db.api [None req-8fc3526c-df1c-4dee-ac59-aaec0b07aba1 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-818994-3-iscsi {{(pid=103964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 11:04:21.051446 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG oslo_db.api [None req-8fc3526c-df1c-4dee-ac59-aaec0b07aba1 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 11:04:21.678532 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8fc3526c-df1c-4dee-ac59-aaec0b07aba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:21.712206 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 53346) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:21.815582 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1585917'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:22.314239 dv-cinder-818994-3-iscsi neutron-server[103963]: WARNING oslo_policy.policy [None req-c71f1a21-8ae8-4f61-b69a-ae1b3e5f3723 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:04:22.315087 dv-cinder-818994-3-iscsi neutron-server[103963]: WARNING oslo_policy.policy [None req-c71f1a21-8ae8-4f61-b69a-ae1b3e5f3723 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:04:22.565012 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [None req-c71f1a21-8ae8-4f61-b69a-ae1b3e5f3723 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:04:22.580905 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c71f1a21-8ae8-4f61-b69a-ae1b3e5f3723 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8676014 Apr 05 11:04:23.153514 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1585917'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:24.929955 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1585917'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:24.931036 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:24.932234 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:24.932678 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:24.935554 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:24.936031 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:24.937129 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:24.938672 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:24.939135 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:24.940066 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:24.941833 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:24.942389 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:24.942974 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:24.945711 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:24.946192 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:24.946644 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:24.947485 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818994-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:24.955038 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818994-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:25.219343 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 53380) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:25.233436 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.db.l3_hamode_db [None req-25399c02-dfaf-4fe3-80f7-fb73571f5094 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 05 11:04:25.313816 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25399c02-dfaf-4fe3-80f7-fb73571f5094 None None] Routers set() bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:04:25.314207 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25399c02-dfaf-4fe3-80f7-fb73571f5094 None None] Router IDs set() for agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 05 11:04:25.559118 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-81028a93-6cdb-4113-acbf-635ce100dd49 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:04:25.669104 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.policy [None req-81028a93-6cdb-4113-acbf-635ce100dd49 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103963) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 11:04:25.712015 dv-cinder-818994-3-iscsi neutron-server[103963]: WARNING oslo_policy.policy [None req-81028a93-6cdb-4113-acbf-635ce100dd49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:04:25.712402 dv-cinder-818994-3-iscsi neutron-server[103963]: WARNING oslo_policy.policy [None req-81028a93-6cdb-4113-acbf-635ce100dd49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:04:25.898329 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-81028a93-6cdb-4113-acbf-635ce100dd49 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793733792754', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793733791749', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793733775723', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793733768538', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793733766982', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793733757770', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-920975', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1004826', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1593493', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1485437'] for rbac-policy (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:26.143620 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-81028a93-6cdb-4113-acbf-635ce100dd49 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:26.144836 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-81028a93-6cdb-4113-acbf-635ce100dd49 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9243577 Apr 05 11:04:28.631549 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 53392) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:28.949473 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:04:29.043768 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Made reservation on behalf of 366a66948d6b4d5392c350c4bf4f7e87 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:04:29.048150 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:29.065055 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:29.174982 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Publish callbacks [] for security_group (42038b42-51e6-4332-b074-69c5fd8f9740), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:29.267020 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (42038b42-51e6-4332-b074-69c5fd8f9740), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:29.292831 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:04:29.327864 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793732693872', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (45c0c45c-e40f-4554-a694-9c5eb5e41685), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:29.328506 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Unsubscribe: segment precommit_create {{(pid=103963) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 11:04:29.329146 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Added segment 45c0c45c-e40f-4554-a694-9c5eb5e41685 of type vlan for network 76b9cfd3-5291-4faf-8c20-ba9d515d0ef8 Apr 05 11:04:29.345186 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=42038b42-51e6-4332-b074-69c5fd8f9740,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:29.371252 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:29.371592 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:29.371941 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:29.372287 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:29.372616 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:29.372936 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:29.373255 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:29.373676 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:29.374057 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:29.374373 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:29.374714 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:29.375047 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:29.375365 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:29.375679 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:29.375989 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Tracked resource versions report: Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: pushed versions: Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: { 'AddressGroup': {'1.2'}, Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Agent': {'1.1'}, Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'ConntrackHelper': {'1.0'}, Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Log': {'1.0'}, Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'NDPProxy': {'1.0'}, Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Network': {'1.1'}, Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Port': {'1.7'}, Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'PortForwarding': {'1.3'}, Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'QosPolicy': {'1.10'}, Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'SecurityGroup': {'1.5'}, Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'SubPort': {'1.0'}, Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Subnet': {'1.1'}, Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Trunk': {'1.1'}} Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: consumer versions: Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: { DHCP agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: L3 agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: Metadata agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: Metering agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: Open vSwitch agent@dv-cinder-818994-3-iscsi: { 'AddressGroup': '1.2', Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Agent': '1.1', Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'ConntrackHelper': '1.0', Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'LocalIPAssociation': '1.0', Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Log': '1.0', Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'NDPProxy': '1.0', Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Network': '1.1', Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Port': '1.7', Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'PortForwarding': '1.3', Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'QosPolicy': '1.10', Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'SecurityGroup': '1.5', Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'SecurityGroupRule': '1.2', Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'SubPort': '1.0', Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Subnet': '1.1', Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Trunk': '1.1'}} Apr 05 11:04:29.377406 dv-cinder-818994-3-iscsi neutron-server[103963]: {{(pid=103963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:04:29.440846 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793732229416'] for network (76b9cfd3-5291-4faf-8c20-ba9d515d0ef8), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:29.546973 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for network (76b9cfd3-5291-4faf-8c20-ba9d515d0ef8), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:29.552051 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:29.552777 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:29.666496 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] Pushing event updated for resources: {'Network': ['ID=76b9cfd3-5291-4faf-8c20-ba9d515d0ef8,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:29.674776 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-7881e37f-c69b-472e-bf37-6f28229aade0 demo demo] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0421710 Apr 05 11:04:29.691693 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Network 76b9cfd3-5291-4faf-8c20-ba9d515d0ef8 details requested by agent ovs-agent-dv-cinder-818994-3-iscsi with host dv-cinder-818994-3-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:04:32.255588 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 53404) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:32.662158 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c6fa53-e132-4c00-a958-09c193ab7dad demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:32.663481 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-10c6fa53-e132-4c00-a958-09c193ab7dad demo admin] 10.222.0.39 "GET /v2.0/networks/76b9cfd3-5291-4faf-8c20-ba9d515d0ef8 HTTP/1.1" status: 200 len: 825 time: 0.4069495 Apr 05 11:04:32.687915 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0df0f7ee-b6a7-4565-bf4f-0d9981d4f9a5 demo admin] 10.222.0.39 "GET /v2.0/subnetpools/c62f4fc4-2aa3-4974-a07d-d3da18597a02 HTTP/1.1" status: 200 len: 734 time: 0.0188282 Apr 05 11:04:32.696368 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-b86f3203-3352-497e-a369-b1d4e7cc4f49 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '76b9cfd3-5291-4faf-8c20-ba9d515d0ef8', 'ip_version': 4, 'subnetpool_id': 'c62f4fc4-2aa3-4974-a07d-d3da18597a02', 'name': 'private-subnet'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:04:32.769334 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86f3203-3352-497e-a369-b1d4e7cc4f49 demo admin] Made reservation on behalf of 366a66948d6b4d5392c350c4bf4f7e87 for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:04:32.771714 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b86f3203-3352-497e-a369-b1d4e7cc4f49 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:33.146946 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b86f3203-3352-497e-a369-b1d4e7cc4f49 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for subnet (c4dc89e2-ba89-4384-bfd6-10965ab356f4), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:33.216234 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f3203-3352-497e-a369-b1d4e7cc4f49 demo admin] Checking segment: {'id': '45c0c45c-e40f-4554-a694-9c5eb5e41685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76b9cfd3-5291-4faf-8c20-ba9d515d0ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:04:33.216623 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86f3203-3352-497e-a369-b1d4e7cc4f49 demo admin] Network hostable DHCP agents. Network: 76b9cfd3-5291-4faf-8c20-ba9d515d0ef8, hostable agents: ['cd8b06fc-05cb-41d0-9f86-42134aa474b0'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:04:33.223364 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f3203-3352-497e-a369-b1d4e7cc4f49 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c4dc89e2-ba89-4384-bfd6-10965ab356f4,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:33.323479 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86f3203-3352-497e-a369-b1d4e7cc4f49 demo admin] Network 76b9cfd3-5291-4faf-8c20-ba9d515d0ef8 is scheduled to be hosted by DHCP agent cd8b06fc-05cb-41d0-9f86-42134aa474b0 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:04:33.443742 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-b86f3203-3352-497e-a369-b1d4e7cc4f49 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-iscsi, 76b9cfd3-5291-4faf-8c20-ba9d515d0ef8) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:04:33.448354 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86f3203-3352-497e-a369-b1d4e7cc4f49 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:33.448937 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b86f3203-3352-497e-a369-b1d4e7cc4f49 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:33.453449 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31067a4-474a-40e1-a745-80bc22fa1f51 None None] Network 76b9cfd3-5291-4faf-8c20-ba9d515d0ef8 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:04:33.543745 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-b86f3203-3352-497e-a369-b1d4e7cc4f49 demo admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8505406 Apr 05 11:04:33.830112 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e5a918-72d0-514f-af35-f2ca56414c48-76b9cfd3-5291-4faf-8c20-ba9d515d0ef8', 'network_id': '76b9cfd3-5291-4faf-8c20-ba9d515d0ef8', 'project_id': '366a66948d6b4d5392c350c4bf4f7e87', 'fixed_ips': [{'subnet_id': 'c4dc89e2-ba89-4384-bfd6-10965ab356f4'}]}} from dv-cinder-818994-3-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:04:33.831513 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:34.117564 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Allocated IP 172.20.0.2 (76b9cfd3-5291-4faf-8c20-ba9d515d0ef8/c4dc89e2-ba89-4384-bfd6-10965ab356f4/471b9679-2bac-4bb7-9695-f60b5c4771e8) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:04:34.389918 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Publish callbacks [] for port (471b9679-2bac-4bb7-9695-f60b5c4771e8), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:34.490287 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (471b9679-2bac-4bb7-9695-f60b5c4771e8), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:34.563845 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Network 76b9cfd3-5291-4faf-8c20-ba9d515d0ef8 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:04:34.569803 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:04:34.581655 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:04:34.584787 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Pushing event updated for resources: {'Port': ['ID=471b9679-2bac-4bb7-9695-f60b5c4771e8,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:34.615367 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:34.615722 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:34.616082 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:34.616445 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:34.616785 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:34.617118 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:34.617447 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:34.617775 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:34.618103 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:34.618431 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:34.618784 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:34.619126 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:34.619455 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:34.619778 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:34.620099 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Tracked resource versions report: Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: pushed versions: Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: { 'AddressGroup': {'1.2'}, Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Agent': {'1.1'}, Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'ConntrackHelper': {'1.0'}, Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Log': {'1.0'}, Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'NDPProxy': {'1.0'}, Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Network': {'1.1'}, Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Port': {'1.7'}, Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'PortForwarding': {'1.3'}, Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'QosPolicy': {'1.10'}, Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'SecurityGroup': {'1.5'}, Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'SubPort': {'1.0'}, Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Subnet': {'1.1'}, Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Trunk': {'1.1'}} Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: consumer versions: Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: { DHCP agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: L3 agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: Metadata agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: Metering agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: Open vSwitch agent@dv-cinder-818994-3-iscsi: { 'AddressGroup': '1.2', Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Agent': '1.1', Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'ConntrackHelper': '1.0', Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'LocalIPAssociation': '1.0', Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Log': '1.0', Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'NDPProxy': '1.0', Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Network': '1.1', Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Port': '1.7', Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'PortForwarding': '1.3', Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'QosPolicy': '1.10', Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'SecurityGroup': '1.5', Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'SecurityGroupRule': '1.2', Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'SubPort': '1.0', Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Subnet': '1.1', Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Trunk': '1.1'}} Apr 05 11:04:34.621556 dv-cinder-818994-3-iscsi neutron-server[103964]: {{(pid=103964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:04:34.674760 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Attempting to bind port 471b9679-2bac-4bb7-9695-f60b5c4771e8 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:04:34.675172 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Attempting to bind port 471b9679-2bac-4bb7-9695-f60b5c4771e8 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': '45c0c45c-e40f-4554-a694-9c5eb5e41685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76b9cfd3-5291-4faf-8c20-ba9d515d0ef8'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:04:34.675627 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Attempting to bind port 471b9679-2bac-4bb7-9695-f60b5c4771e8 on network 76b9cfd3-5291-4faf-8c20-ba9d515d0ef8 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:04:34.680574 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:04:34.680969 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Checking segment: {'id': '45c0c45c-e40f-4554-a694-9c5eb5e41685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76b9cfd3-5291-4faf-8c20-ba9d515d0ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:04:34.681448 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:34.681845 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Bound using segment: {'id': '45c0c45c-e40f-4554-a694-9c5eb5e41685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76b9cfd3-5291-4faf-8c20-ba9d515d0ef8'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:04:34.682333 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Bound port: 471b9679-2bac-4bb7-9695-f60b5c4771e8, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c0c45c-e40f-4554-a694-9c5eb5e41685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76b9cfd3-5291-4faf-8c20-ba9d515d0ef8'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:04:34.682808 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (471b9679-2bac-4bb7-9695-f60b5c4771e8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:34.749678 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] For port 471b9679-2bac-4bb7-9695-f60b5c4771e8, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:04:34.754253 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] For port 471b9679-2bac-4bb7-9695-f60b5c4771e8, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=471b9679-2bac-4bb7-9695-f60b5c4771e8,segment=NetworkSegment(45c0c45c-e40f-4554-a694-9c5eb5e41685),segment_id=45c0c45c-e40f-4554-a694-9c5eb5e41685)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:04:34.872937 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (471b9679-2bac-4bb7-9695-f60b5c4771e8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:34.939607 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944b8e8-b9cc-4206-a24d-2e5fa46afd27 None None] Pushing event updated for resources: {'Port': ['ID=471b9679-2bac-4bb7-9695-f60b5c4771e8,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:36.134167 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 53412) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:36.450725 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [None req-facc9456-4f6d-4f4e-9666-c20cefa1bd99 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:04:36.451745 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-facc9456-4f6d-4f4e-9666-c20cefa1bd99 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3165224 Apr 05 11:04:39.036385 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 53420) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:39.353740 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [None req-681c7237-32ae-41fe-90f0-5e61345673a0 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:04:39.354766 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-681c7237-32ae-41fe-90f0-5e61345673a0 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3174055 Apr 05 11:04:41.959327 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 53428) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:42.271304 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-9eb40b0b-7e33-489e-9a59-da66b3452b14 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:04:42.392165 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9eb40b0b-7e33-489e-9a59-da66b3452b14 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (1945a986-7638-48d8-be5b-9e73c3bde7b3), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:42.394042 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9eb40b0b-7e33-489e-9a59-da66b3452b14 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5208'] for router (1945a986-7638-48d8-be5b-9e73c3bde7b3), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:42.529259 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9eb40b0b-7e33-489e-9a59-da66b3452b14 demo demo] Publish callbacks [] for router_controller (1945a986-7638-48d8-be5b-9e73c3bde7b3), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:42.587532 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9eb40b0b-7e33-489e-9a59-da66b3452b14 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585778'] for router (1945a986-7638-48d8-be5b-9e73c3bde7b3), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:42.794534 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9eb40b0b-7e33-489e-9a59-da66b3452b14 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:42.795778 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-9eb40b0b-7e33-489e-9a59-da66b3452b14 demo demo] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8354785 Apr 05 11:04:45.338509 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 53440) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:45.625699 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 471b9679-2bac-4bb7-9695-f60b5c4771e8 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:04:45.670947 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [None req-37dfb798-d5f2-4728-a165-97211c078e8c admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:04:45.671933 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-37dfb798-d5f2-4728-a165-97211c078e8c admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3324568 Apr 05 11:04:45.717453 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 471b9679-2bac-4bb7-9695-f60b5c4771e8 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:04:45.717867 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (471b9679-2bac-4bb7-9695-f60b5c4771e8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:45.837810 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 471b9679-2bac-4bb7-9695-f60b5c4771e8 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:04:45.838551 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (471b9679-2bac-4bb7-9695-f60b5c4771e8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:45.875837 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] For port 471b9679-2bac-4bb7-9695-f60b5c4771e8, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=471b9679-2bac-4bb7-9695-f60b5c4771e8,segment=NetworkSegment(45c0c45c-e40f-4554-a694-9c5eb5e41685),segment_id=45c0c45c-e40f-4554-a694-9c5eb5e41685)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:04:45.946439 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (471b9679-2bac-4bb7-9695-f60b5c4771e8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:45.997870 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Pushing event updated for resources: {'Port': ['ID=471b9679-2bac-4bb7-9695-f60b5c4771e8,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:46.444311 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554824f5-b095-414f-ac75-53bfb9558176 None None] Network 76b9cfd3-5291-4faf-8c20-ba9d515d0ef8 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:04:46.569003 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-58c46b45-afb8-4333-af1e-3da8916534ef None None] Provisioning complete for port 471b9679-2bac-4bb7-9695-f60b5c4771e8 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:04:46.569320 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-58c46b45-afb8-4333-af1e-3da8916534ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (471b9679-2bac-4bb7-9695-f60b5c4771e8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:46.660925 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-58c46b45-afb8-4333-af1e-3da8916534ef None None] Current status of the port 471b9679-2bac-4bb7-9695-f60b5c4771e8 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:04:46.781271 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ef86cf65-0511-4692-91f2-5b4523c42f1c None None] Provisioning complete for port 471b9679-2bac-4bb7-9695-f60b5c4771e8 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:04:46.781656 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ef86cf65-0511-4692-91f2-5b4523c42f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (471b9679-2bac-4bb7-9695-f60b5c4771e8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:46.861814 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ef86cf65-0511-4692-91f2-5b4523c42f1c None None] Current status of the port 471b9679-2bac-4bb7-9695-f60b5c4771e8 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:04:47.581777 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 471b9679-2bac-4bb7-9695-f60b5c4771e8 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:04:47.630151 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 471b9679-2bac-4bb7-9695-f60b5c4771e8 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:04:47.630574 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (471b9679-2bac-4bb7-9695-f60b5c4771e8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:47.711936 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 471b9679-2bac-4bb7-9695-f60b5c4771e8 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:04:48.225101 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 53448) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:48.329309 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2f202e79-1d70-4640-9d9c-76d8b278e5b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:48.536974 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-e87dde3c-9038-4686-a37a-8bcfa17efc0d admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:04:48.626246 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87dde3c-9038-4686-a37a-8bcfa17efc0d admin admin] Made reservation on behalf of d1b056c75f7d4bb3922b22379f84d521 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:04:48.628452 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e87dde3c-9038-4686-a37a-8bcfa17efc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:48.638633 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e87dde3c-9038-4686-a37a-8bcfa17efc0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:48.708127 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e87dde3c-9038-4686-a37a-8bcfa17efc0d admin admin] Publish callbacks [] for security_group (62d38ef2-b8cf-4dbe-9310-6acb1169df20), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:48.774707 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e87dde3c-9038-4686-a37a-8bcfa17efc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (62d38ef2-b8cf-4dbe-9310-6acb1169df20), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:48.789849 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e87dde3c-9038-4686-a37a-8bcfa17efc0d admin admin] Reserving flat network on physical network physnet1 {{(pid=103963) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 05 11:04:48.809767 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87dde3c-9038-4686-a37a-8bcfa17efc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d38ef2-b8cf-4dbe-9310-6acb1169df20,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:48.812520 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e87dde3c-9038-4686-a37a-8bcfa17efc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (d13f7125-9a7d-4580-abd3-2ac593220dac), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:48.812858 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-e87dde3c-9038-4686-a37a-8bcfa17efc0d admin admin] Added segment d13f7125-9a7d-4580-abd3-2ac593220dac of type flat for network ab2e3e10-783c-4840-b185-530a1ad29b1c Apr 05 11:04:48.857916 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e87dde3c-9038-4686-a37a-8bcfa17efc0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793732229416'] for network (ab2e3e10-783c-4840-b185-530a1ad29b1c), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:48.963484 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e87dde3c-9038-4686-a37a-8bcfa17efc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for network (ab2e3e10-783c-4840-b185-530a1ad29b1c), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:48.964427 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87dde3c-9038-4686-a37a-8bcfa17efc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:48.964997 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e87dde3c-9038-4686-a37a-8bcfa17efc0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:49.053878 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87dde3c-9038-4686-a37a-8bcfa17efc0d admin admin] Pushing event updated for resources: {'Network': ['ID=ab2e3e10-783c-4840-b185-530a1ad29b1c,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:49.064064 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Network ab2e3e10-783c-4840-b185-530a1ad29b1c details requested by agent ovs-agent-dv-cinder-818994-3-iscsi with host dv-cinder-818994-3-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:04:49.097681 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-e87dde3c-9038-4686-a37a-8bcfa17efc0d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8715076 Apr 05 11:04:50.871830 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-20335ff7-9e22-45a9-a296-83f739c5c03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:51.644772 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 53456) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:51.900650 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:52.088383 dv-cinder-818994-3-iscsi neutron-server[103962]: WARNING oslo_policy.policy [None req-9eef5264-a8c9-44bf-865c-d56b00a210b7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:04:52.088970 dv-cinder-818994-3-iscsi neutron-server[103962]: WARNING oslo_policy.policy [None req-9eef5264-a8c9-44bf-865c-d56b00a210b7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:04:52.499425 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.policy [None req-9eef5264-a8c9-44bf-865c-d56b00a210b7 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103962) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 11:04:52.543142 dv-cinder-818994-3-iscsi neutron-server[103962]: WARNING oslo_policy.policy [None req-9eef5264-a8c9-44bf-865c-d56b00a210b7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:04:52.543455 dv-cinder-818994-3-iscsi neutron-server[103962]: WARNING oslo_policy.policy [None req-9eef5264-a8c9-44bf-865c-d56b00a210b7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 11:04:52.551736 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eef5264-a8c9-44bf-865c-d56b00a210b7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:52.553622 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-9eef5264-a8c9-44bf-865c-d56b00a210b7 demo admin] 10.222.0.39 "GET /v2.0/subnets/c4dc89e2-ba89-4384-bfd6-10965ab356f4 HTTP/1.1" status: 200 len: 849 time: 0.9067605 Apr 05 11:04:52.723151 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f09489ec-a389-4c87-a74e-8b9838ca3d70 demo admin] 10.222.0.39 "GET /v2.0/routers/1945a986-7638-48d8-be5b-9e73c3bde7b3 HTTP/1.1" status: 200 len: 704 time: 0.1621871 Apr 05 11:04:52.994240 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:53.083987 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:53.329154 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Allocated IP 172.20.0.1 (76b9cfd3-5291-4faf-8c20-ba9d515d0ef8/c4dc89e2-ba89-4384-bfd6-10965ab356f4/775a14ca-0787-4aae-839c-b449d2288fc7) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:04:53.542022 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Publish callbacks [] for port (775a14ca-0787-4aae-839c-b449d2288fc7), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:53.775547 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (775a14ca-0787-4aae-839c-b449d2288fc7), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:53.839143 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Network 76b9cfd3-5291-4faf-8c20-ba9d515d0ef8 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:04:53.843937 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:04:53.889730 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:04:53.890682 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585827'] for router_interface (1945a986-7638-48d8-be5b-9e73c3bde7b3), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:53.910551 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Pushing event updated for resources: {'Port': ['ID=775a14ca-0787-4aae-839c-b449d2288fc7,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:53.960151 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:53.960501 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:53.960866 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:53.961219 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:53.961557 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:53.961888 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:53.962214 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:53.962540 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:53.962905 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:53.963233 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:53.963560 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:53.963900 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:53.964221 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:53.964544 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:53.964859 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Tracked resource versions report: Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: pushed versions: Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: { 'AddressGroup': {'1.2'}, Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Agent': {'1.1'}, Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'ConntrackHelper': {'1.0'}, Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Log': {'1.0'}, Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'NDPProxy': {'1.0'}, Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Network': {'1.1'}, Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Port': {'1.7'}, Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'PortForwarding': {'1.3'}, Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'QosPolicy': {'1.10'}, Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'SecurityGroup': {'1.5'}, Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'SubPort': {'1.0'}, Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Subnet': {'1.1'}, Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Trunk': {'1.1'}} Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: consumer versions: Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: { DHCP agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: L3 agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: Metadata agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: Metering agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: Open vSwitch agent@dv-cinder-818994-3-iscsi: { 'AddressGroup': '1.2', Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Agent': '1.1', Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'ConntrackHelper': '1.0', Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'LocalIPAssociation': '1.0', Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Log': '1.0', Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'NDPProxy': '1.0', Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Network': '1.1', Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Port': '1.7', Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'PortForwarding': '1.3', Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'QosPolicy': '1.10', Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'SecurityGroup': '1.5', Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'SecurityGroupRule': '1.2', Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'SubPort': '1.0', Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Subnet': '1.1', Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Trunk': '1.1'}} Apr 05 11:04:53.966359 dv-cinder-818994-3-iscsi neutron-server[103962]: {{(pid=103962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:04:54.176031 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (775a14ca-0787-4aae-839c-b449d2288fc7), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:54.227398 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-01581113-71fc-47c3-95c7-09562418ce50 None None] Provisioning complete for port 775a14ca-0787-4aae-839c-b449d2288fc7 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:04:54.227959 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-01581113-71fc-47c3-95c7-09562418ce50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (775a14ca-0787-4aae-839c-b449d2288fc7), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:54.261711 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-01581113-71fc-47c3-95c7-09562418ce50 None None] Port 775a14ca-0787-4aae-839c-b449d2288fc7 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:04:54.390784 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Publish callbacks [] for port (775a14ca-0787-4aae-839c-b449d2288fc7), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:54.443342 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (775a14ca-0787-4aae-839c-b449d2288fc7), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:54.444132 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1809836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583667'] for router_interface (1945a986-7638-48d8-be5b-9e73c3bde7b3), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:54.501680 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Pushing event updated for resources: {'Port': ['ID=775a14ca-0787-4aae-839c-b449d2288fc7,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:54.573433 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Network 76b9cfd3-5291-4faf-8c20-ba9d515d0ef8 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:04:54.574967 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:04:54.782734 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-74722878-a443-4f12-a23a-8f1c2d374126 None None] Provisioning complete for port 775a14ca-0787-4aae-839c-b449d2288fc7 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:04:54.783139 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-74722878-a443-4f12-a23a-8f1c2d374126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (775a14ca-0787-4aae-839c-b449d2288fc7), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:54.819137 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-74722878-a443-4f12-a23a-8f1c2d374126 None None] Port 775a14ca-0787-4aae-839c-b449d2288fc7 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:04:54.849406 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Router 1945a986-7638-48d8-be5b-9e73c3bde7b3 is scheduled to L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a with binding_index 1 {{(pid=103962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:04:54.906808 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:54.944621 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:04:54.952205 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-6b2b410b-2fd5-4503-91f1-72ae510be234 demo admin] 10.222.0.39 "PUT /v2.0/routers/1945a986-7638-48d8-be5b-9e73c3bde7b3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2217598 Apr 05 11:04:54.970254 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] Sync routers for ids ['1945a986-7638-48d8-be5b-9e73c3bde7b3'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:04:54.983491 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] Routers {'1945a986-7638-48d8-be5b-9e73c3bde7b3'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:04:54.984454 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:04:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['1945a986-7638-48d8-be5b-9e73c3bde7b3'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:55.175774 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] Set router 1945a986-7638-48d8-be5b-9e73c3bde7b3 gateway port host: None {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:04:55.604698 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1945a986-7638-48d8-be5b-9e73c3bde7b3', 'name': 'router1', 'tenant_id': '366a66948d6b4d5392c350c4bf4f7e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:04:42Z', 'updated_at': '2022-04-05T11:04:54Z', 'revision_number': 2, 'project_id': '366a66948d6b4d5392c350c4bf4f7e87', 'gw_port_host': None, '_interfaces': [{'id': '775a14ca-0787-4aae-839c-b449d2288fc7', 'name': '', 'network_id': '76b9cfd3-5291-4faf-8c20-ba9d515d0ef8', 'tenant_id': '366a66948d6b4d5392c350c4bf4f7e87', 'mac_address': 'fa:16:3e:96:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1945a986-7638-48d8-be5b-9e73c3bde7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4dc89e2-ba89-4384-bfd6-10965ab356f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:04:53Z', 'updated_at': '2022-04-05T11:04:54Z', 'revision_number': 2, 'project_id': '366a66948d6b4d5392c350c4bf4f7e87', 'subnets': [{'id': 'c4dc89e2-ba89-4384-bfd6-10965ab356f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c62f4fc4-2aa3-4974-a07d-d3da18597a02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:55.657452 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] Checking router: 1945a986-7638-48d8-be5b-9e73c3bde7b3 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:04:55.657825 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] Updating router 1945a986-7638-48d8-be5b-9e73c3bde7b3 port 775a14ca-0787-4aae-839c-b449d2288fc7 binding host dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:04:55.710534 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (775a14ca-0787-4aae-839c-b449d2288fc7), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:56.225336 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] Publish callbacks [] for port (775a14ca-0787-4aae-839c-b449d2288fc7), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:56.271513 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (775a14ca-0787-4aae-839c-b449d2288fc7), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:56.378670 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca079ff4-125a-475e-adee-69a0d82ad336 None None] Pushing event updated for resources: {'Port': ['ID=775a14ca-0787-4aae-839c-b449d2288fc7,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:56.433236 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca079ff4-125a-475e-adee-69a0d82ad336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:56.433579 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca079ff4-125a-475e-adee-69a0d82ad336 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:56.433931 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca079ff4-125a-475e-adee-69a0d82ad336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:56.434269 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca079ff4-125a-475e-adee-69a0d82ad336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:56.434600 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca079ff4-125a-475e-adee-69a0d82ad336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:56.435611 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca079ff4-125a-475e-adee-69a0d82ad336 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:56.435944 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca079ff4-125a-475e-adee-69a0d82ad336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:56.436268 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca079ff4-125a-475e-adee-69a0d82ad336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:56.436592 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca079ff4-125a-475e-adee-69a0d82ad336 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:56.437056 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca079ff4-125a-475e-adee-69a0d82ad336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:56.437307 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca079ff4-125a-475e-adee-69a0d82ad336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:56.437558 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca079ff4-125a-475e-adee-69a0d82ad336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:56.437878 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca079ff4-125a-475e-adee-69a0d82ad336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:56.438194 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca079ff4-125a-475e-adee-69a0d82ad336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:56.438510 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca079ff4-125a-475e-adee-69a0d82ad336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca079ff4-125a-475e-adee-69a0d82ad336 None None] Tracked resource versions report: Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: pushed versions: Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: { 'AddressGroup': {'1.2'}, Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Agent': {'1.1'}, Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'ConntrackHelper': {'1.0'}, Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Log': {'1.0'}, Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'NDPProxy': {'1.0'}, Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Network': {'1.1'}, Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Port': {'1.7'}, Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'PortForwarding': {'1.3'}, Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'QosPolicy': {'1.10'}, Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'SecurityGroup': {'1.5'}, Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'SubPort': {'1.0'}, Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Subnet': {'1.1'}, Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Trunk': {'1.1'}} Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: consumer versions: Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: { DHCP agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: L3 agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: Metadata agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: Metering agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: Open vSwitch agent@dv-cinder-818994-3-iscsi: { 'AddressGroup': '1.2', Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Agent': '1.1', Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'ConntrackHelper': '1.0', Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'LocalIPAssociation': '1.0', Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Log': '1.0', Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'NDPProxy': '1.0', Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Network': '1.1', Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Port': '1.7', Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'PortForwarding': '1.3', Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'QosPolicy': '1.10', Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'SecurityGroup': '1.5', Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'SecurityGroupRule': '1.2', Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'SubPort': '1.0', Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Subnet': '1.1', Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Trunk': '1.1'}} Apr 05 11:04:56.440047 dv-cinder-818994-3-iscsi neutron-server[103965]: {{(pid=103965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:04:56.469472 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] Attempting to bind port 775a14ca-0787-4aae-839c-b449d2288fc7 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:04:56.469869 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] Attempting to bind port 775a14ca-0787-4aae-839c-b449d2288fc7 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': '45c0c45c-e40f-4554-a694-9c5eb5e41685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76b9cfd3-5291-4faf-8c20-ba9d515d0ef8'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:04:56.470279 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] Attempting to bind port 775a14ca-0787-4aae-839c-b449d2288fc7 on network 76b9cfd3-5291-4faf-8c20-ba9d515d0ef8 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:04:56.475067 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:04:56.475513 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] Checking segment: {'id': '45c0c45c-e40f-4554-a694-9c5eb5e41685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76b9cfd3-5291-4faf-8c20-ba9d515d0ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:04:56.475948 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:56.476330 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] Bound using segment: {'id': '45c0c45c-e40f-4554-a694-9c5eb5e41685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76b9cfd3-5291-4faf-8c20-ba9d515d0ef8'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:04:56.476810 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] Bound port: 775a14ca-0787-4aae-839c-b449d2288fc7, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c0c45c-e40f-4554-a694-9c5eb5e41685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '76b9cfd3-5291-4faf-8c20-ba9d515d0ef8'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:04:56.477180 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (775a14ca-0787-4aae-839c-b449d2288fc7), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:56.544921 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] For port 775a14ca-0787-4aae-839c-b449d2288fc7, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:04:56.551740 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-d83338ea-6325-4502-a79d-924dc409b705 None None] Provisioning complete for port 775a14ca-0787-4aae-839c-b449d2288fc7 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:04:56.551740 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d83338ea-6325-4502-a79d-924dc409b705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (775a14ca-0787-4aae-839c-b449d2288fc7), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:56.566396 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] For port 775a14ca-0787-4aae-839c-b449d2288fc7, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=775a14ca-0787-4aae-839c-b449d2288fc7,segment=NetworkSegment(45c0c45c-e40f-4554-a694-9c5eb5e41685),segment_id=45c0c45c-e40f-4554-a694-9c5eb5e41685)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:04:56.584520 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d83338ea-6325-4502-a79d-924dc409b705 None None] Port 775a14ca-0787-4aae-839c-b449d2288fc7 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:04:56.666667 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (775a14ca-0787-4aae-839c-b449d2288fc7), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:56.726292 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca079ff4-125a-475e-adee-69a0d82ad336 None None] Pushing event updated for resources: {'Port': ['ID=775a14ca-0787-4aae-839c-b449d2288fc7,revision_number=4']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:56.732287 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] Routers {'1945a986-7638-48d8-be5b-9e73c3bde7b3'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:04:56.733113 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:04:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['1945a986-7638-48d8-be5b-9e73c3bde7b3'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:56.826832 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] Set router 1945a986-7638-48d8-be5b-9e73c3bde7b3 gateway port host: None {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:04:56.905839 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-333f40d2-254e-4d81-9a70-d14455ea6b49 None None] Provisioning complete for port 775a14ca-0787-4aae-839c-b449d2288fc7 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:04:56.906240 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-333f40d2-254e-4d81-9a70-d14455ea6b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (775a14ca-0787-4aae-839c-b449d2288fc7), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:56.987174 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-333f40d2-254e-4d81-9a70-d14455ea6b49 None None] Current status of the port 775a14ca-0787-4aae-839c-b449d2288fc7 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:04:56.987494 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-333f40d2-254e-4d81-9a70-d14455ea6b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (775a14ca-0787-4aae-839c-b449d2288fc7), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:57.018654 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-333f40d2-254e-4d81-9a70-d14455ea6b49 None None] For port 775a14ca-0787-4aae-839c-b449d2288fc7, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=775a14ca-0787-4aae-839c-b449d2288fc7,segment=NetworkSegment(45c0c45c-e40f-4554-a694-9c5eb5e41685),segment_id=45c0c45c-e40f-4554-a694-9c5eb5e41685)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:04:57.061372 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1945a986-7638-48d8-be5b-9e73c3bde7b3', 'name': 'router1', 'tenant_id': '366a66948d6b4d5392c350c4bf4f7e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:04:42Z', 'updated_at': '2022-04-05T11:04:54Z', 'revision_number': 2, 'project_id': '366a66948d6b4d5392c350c4bf4f7e87', 'gw_port_host': None, '_interfaces': [{'id': '775a14ca-0787-4aae-839c-b449d2288fc7', 'name': '', 'network_id': '76b9cfd3-5291-4faf-8c20-ba9d515d0ef8', 'tenant_id': '366a66948d6b4d5392c350c4bf4f7e87', 'mac_address': 'fa:16:3e:96:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1945a986-7638-48d8-be5b-9e73c3bde7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4dc89e2-ba89-4384-bfd6-10965ab356f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:04:53Z', 'updated_at': '2022-04-05T11:04:56Z', 'revision_number': 4, 'project_id': '366a66948d6b4d5392c350c4bf4f7e87', 'subnets': [{'id': 'c4dc89e2-ba89-4384-bfd6-10965ab356f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c62f4fc4-2aa3-4974-a07d-d3da18597a02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:04:57.065883 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-333f40d2-254e-4d81-9a70-d14455ea6b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (775a14ca-0787-4aae-839c-b449d2288fc7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:57.088762 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f96912-8ec1-4099-a377-312e7ea54fa3 None None] The sync data for ids ['1945a986-7638-48d8-be5b-9e73c3bde7b3'] in dv-cinder-818994-3-iscsi is: [{'id': '1945a986-7638-48d8-be5b-9e73c3bde7b3', 'name': 'router1', 'tenant_id': '366a66948d6b4d5392c350c4bf4f7e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:04:42Z', 'updated_at': '2022-04-05T11:04:54Z', 'revision_number': 2, 'project_id': '366a66948d6b4d5392c350c4bf4f7e87', 'gw_port_host': None, '_interfaces': [{'id': '775a14ca-0787-4aae-839c-b449d2288fc7', 'name': '', 'network_id': '76b9cfd3-5291-4faf-8c20-ba9d515d0ef8', 'tenant_id': '366a66948d6b4d5392c350c4bf4f7e87', 'mac_address': 'fa:16:3e:96:27:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1945a986-7638-48d8-be5b-9e73c3bde7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4dc89e2-ba89-4384-bfd6-10965ab356f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:04:53Z', 'updated_at': '2022-04-05T11:04:56Z', 'revision_number': 4, 'project_id': '366a66948d6b4d5392c350c4bf4f7e87', 'subnets': [{'id': 'c4dc89e2-ba89-4384-bfd6-10965ab356f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c62f4fc4-2aa3-4974-a07d-d3da18597a02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:04:57.117680 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f40d2-254e-4d81-9a70-d14455ea6b49 None None] Pushing event updated for resources: {'Port': ['ID=775a14ca-0787-4aae-839c-b449d2288fc7,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:57.443265 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 53488) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:04:57.554998 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38358272-bf26-408d-97e3-52beace8f2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:57.556350 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-38358272-bf26-408d-97e3-52beace8f2d7 admin admin] 10.222.0.39 "GET /v2.0/networks/ab2e3e10-783c-4840-b185-530a1ad29b1c HTTP/1.1" status: 200 len: 842 time: 0.1121404 Apr 05 11:04:57.566376 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-96eec09f-eb66-4ac7-bde4-06676cafc5c3 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'gateway_ip': '172.27.0.1'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:04:57.672167 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96eec09f-eb66-4ac7-bde4-06676cafc5c3 admin admin] Made reservation on behalf of d1b056c75f7d4bb3922b22379f84d521 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:04:57.674582 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-96eec09f-eb66-4ac7-bde4-06676cafc5c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:58.050733 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.objects.ports [None req-96eec09f-eb66-4ac7-bde4-06676cafc5c3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103962) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 05 11:04:58.051165 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-96eec09f-eb66-4ac7-bde4-06676cafc5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for subnet (d92e65d1-acd1-4fd1-8254-de486de84181), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:58.111328 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eec09f-eb66-4ac7-bde4-06676cafc5c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d92e65d1-acd1-4fd1-8254-de486de84181,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:04:58.118094 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eec09f-eb66-4ac7-bde4-06676cafc5c3 admin admin] Checking segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:04:58.118460 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eec09f-eb66-4ac7-bde4-06676cafc5c3 admin admin] Network hostable DHCP agents. Network: ab2e3e10-783c-4840-b185-530a1ad29b1c, hostable agents: ['cd8b06fc-05cb-41d0-9f86-42134aa474b0'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:04:58.232203 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eec09f-eb66-4ac7-bde4-06676cafc5c3 admin admin] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is scheduled to be hosted by DHCP agent cd8b06fc-05cb-41d0-9f86-42134aa474b0 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:04:58.323195 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-96eec09f-eb66-4ac7-bde4-06676cafc5c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-iscsi, ab2e3e10-783c-4840-b185-530a1ad29b1c) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:04:58.327221 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eec09f-eb66-4ac7-bde4-06676cafc5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:04:58.327851 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-96eec09f-eb66-4ac7-bde4-06676cafc5c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:04:58.333234 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3c53ab-aaa6-4940-b823-7e0cad41f726 None None] Network ab2e3e10-783c-4840-b185-530a1ad29b1c requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:04:58.430631 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfe411b-815d-4df5-b5e7-3fbde63ad188 None None] Network ab2e3e10-783c-4840-b185-530a1ad29b1c requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:04:58.431113 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-96eec09f-eb66-4ac7-bde4-06676cafc5c3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8681216 Apr 05 11:05:00.914037 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 53506) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:01.054268 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-67079efd-041c-42f1-92f7-7f4aa6c61d66 demo admin] 10.222.0.39 "GET /v2.0/routers/1945a986-7638-48d8-be5b-9e73c3bde7b3 HTTP/1.1" status: 200 len: 710 time: 0.1389642 Apr 05 11:05:01.147323 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0feace07-aea8-451a-abf2-5d63929af186 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:05:01.148623 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0feace07-aea8-451a-abf2-5d63929af186 demo admin] 10.222.0.39 "GET /v2.0/networks/ab2e3e10-783c-4840-b185-530a1ad29b1c HTTP/1.1" status: 200 len: 886 time: 0.0888400 Apr 05 11:05:01.157881 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-539a6f48-ce9b-4ebe-b244-22207ce9b8c2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:05:01.423148 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-539a6f48-ce9b-4ebe-b244-22207ce9b8c2 demo admin] Publish callbacks [] for router_gateway (1945a986-7638-48d8-be5b-9e73c3bde7b3), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:01.874633 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-539a6f48-ce9b-4ebe-b244-22207ce9b8c2 demo admin] Publish callbacks [] for router_gateway (1945a986-7638-48d8-be5b-9e73c3bde7b3), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:01.952922 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-539a6f48-ce9b-4ebe-b244-22207ce9b8c2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:02.057836 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-539a6f48-ce9b-4ebe-b244-22207ce9b8c2 demo admin] Allocated IP 172.27.0.184 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/545551c8-f349-4997-b693-6cab0ce282cd) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:05:02.171863 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-539a6f48-ce9b-4ebe-b244-22207ce9b8c2 demo admin] Publish callbacks [] for port (545551c8-f349-4997-b693-6cab0ce282cd), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:02.277901 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-539a6f48-ce9b-4ebe-b244-22207ce9b8c2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (545551c8-f349-4997-b693-6cab0ce282cd), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:02.317995 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539a6f48-ce9b-4ebe-b244-22207ce9b8c2 demo admin] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:05:02.320901 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-539a6f48-ce9b-4ebe-b244-22207ce9b8c2 demo admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:05:02.328751 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539a6f48-ce9b-4ebe-b244-22207ce9b8c2 demo admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:05:02.364626 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a6f48-ce9b-4ebe-b244-22207ce9b8c2 demo admin] Pushing event updated for resources: {'Port': ['ID=545551c8-f349-4997-b693-6cab0ce282cd,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:02.692521 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-539a6f48-ce9b-4ebe-b244-22207ce9b8c2 demo admin] Publish callbacks [] for router_gateway (1945a986-7638-48d8-be5b-9e73c3bde7b3), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:02.908404 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-539a6f48-ce9b-4ebe-b244-22207ce9b8c2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1585041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1583137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5194'] for router (1945a986-7638-48d8-be5b-9e73c3bde7b3), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:02.911867 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-539a6f48-ce9b-4ebe-b244-22207ce9b8c2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1585032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1585787', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1583128'] for router (1945a986-7638-48d8-be5b-9e73c3bde7b3), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:03.034127 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539a6f48-ce9b-4ebe-b244-22207ce9b8c2 demo admin] Router 1945a986-7638-48d8-be5b-9e73c3bde7b3 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:05:03.151075 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539a6f48-ce9b-4ebe-b244-22207ce9b8c2 demo admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:05:03.156043 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-539a6f48-ce9b-4ebe-b244-22207ce9b8c2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:03.158668 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-539a6f48-ce9b-4ebe-b244-22207ce9b8c2 demo admin] 10.222.0.39 "PUT /v2.0/routers/1945a986-7638-48d8-be5b-9e73c3bde7b3 HTTP/1.1" status: 200 len: 890 time: 2.0037613 Apr 05 11:05:05.615728 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 775a14ca-0787-4aae-839c-b449d2288fc7 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:05:05.643600 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:05:05.664540 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 775a14ca-0787-4aae-839c-b449d2288fc7 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:05:05.665027 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (775a14ca-0787-4aae-839c-b449d2288fc7), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:05.748565 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 775a14ca-0787-4aae-839c-b449d2288fc7 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:05:05.761808 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 53518) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:05:05.889858 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b94ff5c2-386a-43c6-963f-3afc5fc73e5e admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1268356 Apr 05 11:05:05.914215 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] Sync routers for ids ['1945a986-7638-48d8-be5b-9e73c3bde7b3'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:05:05.927531 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] Routers {'1945a986-7638-48d8-be5b-9e73c3bde7b3'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:05:05.928319 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:04:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['1945a986-7638-48d8-be5b-9e73c3bde7b3'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:06.206482 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] Set router 1945a986-7638-48d8-be5b-9e73c3bde7b3 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:05:06.693750 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1945a986-7638-48d8-be5b-9e73c3bde7b3', 'name': 'router1', 'tenant_id': '366a66948d6b4d5392c350c4bf4f7e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '545551c8-f349-4997-b693-6cab0ce282cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:04:42Z', 'updated_at': '2022-04-05T11:05:02Z', 'revision_number': 4, 'project_id': '366a66948d6b4d5392c350c4bf4f7e87', 'gw_port': {'id': '545551c8-f349-4997-b693-6cab0ce282cd', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:55:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1945a986-7638-48d8-be5b-9e73c3bde7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:05:01Z', 'updated_at': '2022-04-05T11:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '775a14ca-0787-4aae-839c-b449d2288fc7', 'name': '', 'network_id': '76b9cfd3-5291-4faf-8c20-ba9d515d0ef8', 'tenant_id': '366a66948d6b4d5392c350c4bf4f7e87', 'mac_address': 'fa:16:3e:96:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1945a986-7638-48d8-be5b-9e73c3bde7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4dc89e2-ba89-4384-bfd6-10965ab356f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:04:53Z', 'updated_at': '2022-04-05T11:04:56Z', 'revision_number': 5, 'project_id': '366a66948d6b4d5392c350c4bf4f7e87', 'subnets': [{'id': 'c4dc89e2-ba89-4384-bfd6-10965ab356f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c62f4fc4-2aa3-4974-a07d-d3da18597a02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:06.747848 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] Checking router: 1945a986-7638-48d8-be5b-9e73c3bde7b3 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:05:06.748200 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] Updating router 1945a986-7638-48d8-be5b-9e73c3bde7b3 port 545551c8-f349-4997-b693-6cab0ce282cd binding host dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:05:06.802652 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (545551c8-f349-4997-b693-6cab0ce282cd), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:07.127188 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] Publish callbacks [] for port (545551c8-f349-4997-b693-6cab0ce282cd), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:07.221164 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (545551c8-f349-4997-b693-6cab0ce282cd), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:07.283697 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4248f-5b1d-484b-9c03-35b4ba76fcec None None] Pushing event updated for resources: {'Port': ['ID=545551c8-f349-4997-b693-6cab0ce282cd,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:07.300063 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] Attempting to bind port 545551c8-f349-4997-b693-6cab0ce282cd on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:05:07.300306 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] Attempting to bind port 545551c8-f349-4997-b693-6cab0ce282cd by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:05:07.300627 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] Attempting to bind port 545551c8-f349-4997-b693-6cab0ce282cd on network ab2e3e10-783c-4840-b185-530a1ad29b1c {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:05:07.305684 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:05:07.306050 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] Checking segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:05:07.306445 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:07.306868 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] Bound using segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:05:07.307325 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] Bound port: 545551c8-f349-4997-b693-6cab0ce282cd, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:05:07.307703 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (545551c8-f349-4997-b693-6cab0ce282cd), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:07.358697 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] For port 545551c8-f349-4997-b693-6cab0ce282cd, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:05:07.361671 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] For port 545551c8-f349-4997-b693-6cab0ce282cd, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=545551c8-f349-4997-b693-6cab0ce282cd,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:05:07.431858 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (545551c8-f349-4997-b693-6cab0ce282cd), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:07.488924 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] Routers {'1945a986-7638-48d8-be5b-9e73c3bde7b3'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:05:07.489547 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:04:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['1945a986-7638-48d8-be5b-9e73c3bde7b3'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:07.492446 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4248f-5b1d-484b-9c03-35b4ba76fcec None None] Pushing event updated for resources: {'Port': ['ID=545551c8-f349-4997-b693-6cab0ce282cd,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:07.601485 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] Set router 1945a986-7638-48d8-be5b-9e73c3bde7b3 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:05:07.839820 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1945a986-7638-48d8-be5b-9e73c3bde7b3', 'name': 'router1', 'tenant_id': '366a66948d6b4d5392c350c4bf4f7e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '545551c8-f349-4997-b693-6cab0ce282cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:04:42Z', 'updated_at': '2022-04-05T11:05:02Z', 'revision_number': 4, 'project_id': '366a66948d6b4d5392c350c4bf4f7e87', 'gw_port': {'id': '545551c8-f349-4997-b693-6cab0ce282cd', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:55:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1945a986-7638-48d8-be5b-9e73c3bde7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:05:01Z', 'updated_at': '2022-04-05T11:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '775a14ca-0787-4aae-839c-b449d2288fc7', 'name': '', 'network_id': '76b9cfd3-5291-4faf-8c20-ba9d515d0ef8', 'tenant_id': '366a66948d6b4d5392c350c4bf4f7e87', 'mac_address': 'fa:16:3e:96:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1945a986-7638-48d8-be5b-9e73c3bde7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4dc89e2-ba89-4384-bfd6-10965ab356f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:04:53Z', 'updated_at': '2022-04-05T11:04:56Z', 'revision_number': 5, 'project_id': '366a66948d6b4d5392c350c4bf4f7e87', 'subnets': [{'id': 'c4dc89e2-ba89-4384-bfd6-10965ab356f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c62f4fc4-2aa3-4974-a07d-d3da18597a02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:05:07.872836 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8faf5e-d034-4b34-903a-861372aafb02 None None] The sync data for ids ['1945a986-7638-48d8-be5b-9e73c3bde7b3'] in dv-cinder-818994-3-iscsi is: [{'id': '1945a986-7638-48d8-be5b-9e73c3bde7b3', 'name': 'router1', 'tenant_id': '366a66948d6b4d5392c350c4bf4f7e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '545551c8-f349-4997-b693-6cab0ce282cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:04:42Z', 'updated_at': '2022-04-05T11:05:02Z', 'revision_number': 4, 'project_id': '366a66948d6b4d5392c350c4bf4f7e87', 'gw_port': {'id': '545551c8-f349-4997-b693-6cab0ce282cd', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:55:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1945a986-7638-48d8-be5b-9e73c3bde7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:05:01Z', 'updated_at': '2022-04-05T11:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '775a14ca-0787-4aae-839c-b449d2288fc7', 'name': '', 'network_id': '76b9cfd3-5291-4faf-8c20-ba9d515d0ef8', 'tenant_id': '366a66948d6b4d5392c350c4bf4f7e87', 'mac_address': 'fa:16:3e:96:27:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1945a986-7638-48d8-be5b-9e73c3bde7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4dc89e2-ba89-4384-bfd6-10965ab356f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:04:53Z', 'updated_at': '2022-04-05T11:04:56Z', 'revision_number': 5, 'project_id': '366a66948d6b4d5392c350c4bf4f7e87', 'subnets': [{'id': 'c4dc89e2-ba89-4384-bfd6-10965ab356f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c62f4fc4-2aa3-4974-a07d-d3da18597a02'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:05:09.689072 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 545551c8-f349-4997-b693-6cab0ce282cd up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:05:09.764320 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 545551c8-f349-4997-b693-6cab0ce282cd triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:05:09.764984 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (545551c8-f349-4997-b693-6cab0ce282cd), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:09.850977 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 545551c8-f349-4997-b693-6cab0ce282cd is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:05:09.851590 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (545551c8-f349-4997-b693-6cab0ce282cd), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:09.872825 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] For port 545551c8-f349-4997-b693-6cab0ce282cd, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=545551c8-f349-4997-b693-6cab0ce282cd,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:05:09.962975 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (545551c8-f349-4997-b693-6cab0ce282cd), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:10.038417 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Pushing event updated for resources: {'Port': ['ID=545551c8-f349-4997-b693-6cab0ce282cd,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:05:11.677857 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 545551c8-f349-4997-b693-6cab0ce282cd up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:05:11.734591 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 545551c8-f349-4997-b693-6cab0ce282cd triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:05:11.735248 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (545551c8-f349-4997-b693-6cab0ce282cd), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:11.826161 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 545551c8-f349-4997-b693-6cab0ce282cd is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:05:18.351668 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-964404c7-c45d-4f98-94b3-3903220919b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:20.966979 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9f130d05-050a-4a0a-bab3-18ba23aa4aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:21.820054 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:23.106292 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:24.977056 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:42.645034 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:05:48.332290 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e9897575-d61d-4597-ba08-9b2d5ee360bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:50.920703 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6e19871d-16c5-4581-918a-2732b9d38404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:51.785450 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:53.151001 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:05:54.956778 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:18.332929 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b3b7f1fe-6746-4863-a31f-419fbd8a63de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:19.644482 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:06:20.950273 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f625b29d-7501-4f63-bedd-969f62b9abcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:21.807435 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:23.105160 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:24.942747 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:30.152812 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54002) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:30.217120 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d6252e-9f27-4320-9ec6-12c697009d4f admin admin] GET failed (client error): The resource could not be found. Apr 05 11:06:30.218367 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-65d6252e-9f27-4320-9ec6-12c697009d4f admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0646296 Apr 05 11:06:30.378707 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865e2aba-e4ac-4428-8e4a-ecdab51b90f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:30.380127 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-865e2aba-e4ac-4428-8e4a-ecdab51b90f4 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1576939 Apr 05 11:06:32.707557 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54012) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:32.798759 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f94cdd7-1c8f-498d-b7dd-b0f830196011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:32.800056 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8f94cdd7-1c8f-498d-b7dd-b0f830196011 admin admin] 10.222.0.39 "GET /v2.0/subnets/c4dc89e2-ba89-4384-bfd6-10965ab356f4 HTTP/1.1" status: 200 len: 849 time: 0.0915527 Apr 05 11:06:32.809410 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-5f206518-c667-47b2-a661-847017123134 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:06:32.894922 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5f206518-c667-47b2-a661-847017123134 admin admin] Publish callbacks [] for subnet (c4dc89e2-ba89-4384-bfd6-10965ab356f4), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:33.098758 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5f206518-c667-47b2-a661-847017123134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793732788237'] for subnet (c4dc89e2-ba89-4384-bfd6-10965ab356f4), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:33.135100 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f206518-c667-47b2-a661-847017123134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:33.135692 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5f206518-c667-47b2-a661-847017123134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:33.136960 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-5f206518-c667-47b2-a661-847017123134 admin admin] 10.222.0.39 "PUT /v2.0/subnets/c4dc89e2-ba89-4384-bfd6-10965ab356f4 HTTP/1.1" status: 200 len: 868 time: 0.3311815 Apr 05 11:06:33.157606 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f206518-c667-47b2-a661-847017123134 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4dc89e2-ba89-4384-bfd6-10965ab356f4,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:06:33.157805 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7495cd-909b-4a4c-a828-a901784a551a None None] Network 76b9cfd3-5291-4faf-8c20-ba9d515d0ef8 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:06:33.164928 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f206518-c667-47b2-a661-847017123134 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:33.165146 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f206518-c667-47b2-a661-847017123134 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:33.165505 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f206518-c667-47b2-a661-847017123134 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:33.165842 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f206518-c667-47b2-a661-847017123134 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:33.166180 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f206518-c667-47b2-a661-847017123134 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:33.166507 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f206518-c667-47b2-a661-847017123134 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:33.166859 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f206518-c667-47b2-a661-847017123134 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:33.167186 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f206518-c667-47b2-a661-847017123134 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:33.167532 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f206518-c667-47b2-a661-847017123134 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:33.167859 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f206518-c667-47b2-a661-847017123134 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:33.168184 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f206518-c667-47b2-a661-847017123134 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:33.168510 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f206518-c667-47b2-a661-847017123134 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:33.168827 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f206518-c667-47b2-a661-847017123134 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:33.169156 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f206518-c667-47b2-a661-847017123134 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:33.169468 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f206518-c667-47b2-a661-847017123134 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:06:33.526049 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-8161fb02-9d9d-4dc3-b15a-5d32cc290aa3 None None] Provisioning complete for port 471b9679-2bac-4bb7-9695-f60b5c4771e8 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:33.526441 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8161fb02-9d9d-4dc3-b15a-5d32cc290aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (471b9679-2bac-4bb7-9695-f60b5c4771e8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:33.604701 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-8161fb02-9d9d-4dc3-b15a-5d32cc290aa3 None None] Current status of the port 471b9679-2bac-4bb7-9695-f60b5c4771e8 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:33.615917 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-8161fb02-9d9d-4dc3-b15a-5d32cc290aa3 None None] Provisioning complete for port 775a14ca-0787-4aae-839c-b449d2288fc7 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:06:33.616284 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8161fb02-9d9d-4dc3-b15a-5d32cc290aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (775a14ca-0787-4aae-839c-b449d2288fc7), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:33.694920 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-8161fb02-9d9d-4dc3-b15a-5d32cc290aa3 None None] Current status of the port 775a14ca-0787-4aae-839c-b449d2288fc7 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:06:35.475909 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54020) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:35.671905 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6350ff-71ca-4d20-b574-1da422983501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:35.672374 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6350ff-71ca-4d20-b574-1da422983501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:35.673879 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-cb6350ff-71ca-4d20-b574-1da422983501 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1967478 Apr 05 11:06:38.008613 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54028) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:38.139227 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1f7e3d-0a15-4403-af0f-c92126cbfa6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:38.139952 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1f7e3d-0a15-4403-af0f-c92126cbfa6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:38.141449 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ce1f7e3d-0a15-4403-af0f-c92126cbfa6a admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1318700 Apr 05 11:06:40.477168 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54036) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:40.701970 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc81afd0-7f55-4ab4-8f96-22c137511010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:40.703367 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-bc81afd0-7f55-4ab4-8f96-22c137511010 admin admin] 10.222.0.39 "GET /v2.0/networks/76b9cfd3-5291-4faf-8c20-ba9d515d0ef8 HTTP/1.1" status: 200 len: 869 time: 0.2252309 Apr 05 11:06:43.067389 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54044) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:43.197585 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12980920-12e7-48ab-8f83-7ffcbaaffdb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:43.198991 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-12980920-12e7-48ab-8f83-7ffcbaaffdb9 admin admin] 10.222.0.39 "GET /v2.0/networks/ab2e3e10-783c-4840-b185-530a1ad29b1c HTTP/1.1" status: 200 len: 886 time: 0.1304960 Apr 05 11:06:45.512880 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54052) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:45.639691 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1f4ae4-26f6-4f16-97ee-b0dfafe5e287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:45.640148 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1f4ae4-26f6-4f16-97ee-b0dfafe5e287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:45.641700 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1b1f4ae4-26f6-4f16-97ee-b0dfafe5e287 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1278391 Apr 05 11:06:47.980296 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54060) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:48.075306 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0847ac1a-8141-4142-8034-34326fd28015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:48.075757 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0847ac1a-8141-4142-8034-34326fd28015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:48.077272 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0847ac1a-8141-4142-8034-34326fd28015 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0959525 Apr 05 11:06:48.324356 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ee32f8c4-8714-4027-8c71-4ea53827f53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:50.403944 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54068) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:50.495662 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1aaea1-563b-4ea8-b44e-93a25ecba498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:50.497071 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-7a1aaea1-563b-4ea8-b44e-93a25ecba498 admin admin] 10.222.0.39 "GET /v2.0/subnets/c4dc89e2-ba89-4384-bfd6-10965ab356f4 HTTP/1.1" status: 200 len: 868 time: 0.0921578 Apr 05 11:06:50.905739 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-515a4db5-f820-4df5-bfbb-1be599332e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:51.789635 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:52.838092 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54078) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:06:52.925506 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d3f8d0-4bad-4ea7-b1ee-70f544cf48f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:06:52.926944 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f0d3f8d0-4bad-4ea7-b1ee-70f544cf48f9 admin admin] 10.222.0.39 "GET /v2.0/subnets/d92e65d1-acd1-4fd1-8254-de486de84181 HTTP/1.1" status: 200 len: 816 time: 0.0886276 Apr 05 11:06:53.098283 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:54.955441 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:06:56.642714 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:07:18.328978 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7e0275a8-0cbe-43a3-afa2-c12be71716da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:20.898731 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ffda65b5-bc9a-440a-8d68-031507d51234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:21.780600 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:23.106078 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:24.478209 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54132) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:24.526869 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [None req-553cedf6-c50d-4482-8532-9ab09292f9d2 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:07:24.527948 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-553cedf6-c50d-4482-8532-9ab09292f9d2 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487368 Apr 05 11:07:24.917490 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:26.948364 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54140) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:27.008440 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.pecan_wsgi.hooks.translation [None req-487dfbdc-767d-4617-8f1d-a982c33f81d7 admin admin] GET failed (client error): The resource could not be found. Apr 05 11:07:27.009741 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-487dfbdc-767d-4617-8f1d-a982c33f81d7 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602019 Apr 05 11:07:27.093795 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f38f96c-1526-4cce-ac2a-1bcfd118aab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:27.095292 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6f38f96c-1526-4cce-ac2a-1bcfd118aab6 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812855 Apr 05 11:07:29.426176 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54148) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:29.472634 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:07:29.560839 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Made reservation on behalf of d1b056c75f7d4bb3922b22379f84d521 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:07:29.563175 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:29.591100 dv-cinder-818994-3-iscsi neutron-server[103962]: WARNING neutron.services.revisions.revision_plugin [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Could not find related network for resource to bump revision. Apr 05 11:07:29.606387 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:07:29.618331 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793732693872', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (a43a40c1-d6f8-4568-a6d9-54dfcb42802f), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:29.618906 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Unsubscribe: segment precommit_create {{(pid=103962) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 11:07:29.619369 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Added segment a43a40c1-d6f8-4568-a6d9-54dfcb42802f of type vlan for network 40ab1dd4-20d0-4bed-88d6-b824f2e63fd3 Apr 05 11:07:29.663216 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793732229416'] for network (40ab1dd4-20d0-4bed-88d6-b824f2e63fd3), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:29.754676 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for network (40ab1dd4-20d0-4bed-88d6-b824f2e63fd3), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:29.755605 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:29.756194 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:29.925284 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Pushing event updated for resources: {'Network': ['ID=40ab1dd4-20d0-4bed-88d6-b824f2e63fd3,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:29.932658 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:29.933004 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:29.933364 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:29.933706 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:29.934040 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:29.934369 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:29.934724 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:29.935050 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:29.935381 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:29.935701 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:29.936024 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:29.936346 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:29.936665 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:29.936987 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:29.937302 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:29.977003 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f0103f2f-f85c-4fd2-ba71-199b11abc845 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5496624 Apr 05 11:07:30.112051 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Network 40ab1dd4-20d0-4bed-88d6-b824f2e63fd3 details requested by agent ovs-agent-dv-cinder-818994-3-iscsi with host dv-cinder-818994-3-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:07:32.330854 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54156) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:07:32.390528 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb423e7-58f1-46ca-9b42-2165200a9aef admin admin] GET failed (client error): The resource could not be found. Apr 05 11:07:32.391813 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3fb423e7-58f1-46ca-9b42-2165200a9aef admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600247 Apr 05 11:07:32.489989 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab203dc-1926-4093-8ec7-a844f41547c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:32.491482 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4ab203dc-1926-4093-8ec7-a844f41547c2 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0956872 Apr 05 11:07:32.501072 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-a3f96fe3-f0c8-47ef-9af8-9a1133baee5d admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '40ab1dd4-20d0-4bed-88d6-b824f2e63fd3', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:07:32.611890 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f96fe3-f0c8-47ef-9af8-9a1133baee5d admin admin] Made reservation on behalf of d1b056c75f7d4bb3922b22379f84d521 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:07:32.614074 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3f96fe3-f0c8-47ef-9af8-9a1133baee5d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:32.837269 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3f96fe3-f0c8-47ef-9af8-9a1133baee5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for subnet (1b95c9f7-48bf-431d-82ab-92e005d8c81a), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:32.894884 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f96fe3-f0c8-47ef-9af8-9a1133baee5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b95c9f7-48bf-431d-82ab-92e005d8c81a,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:32.901857 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f96fe3-f0c8-47ef-9af8-9a1133baee5d admin admin] Checking segment: {'id': 'a43a40c1-d6f8-4568-a6d9-54dfcb42802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '40ab1dd4-20d0-4bed-88d6-b824f2e63fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:07:32.902203 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f96fe3-f0c8-47ef-9af8-9a1133baee5d admin admin] Network hostable DHCP agents. Network: 40ab1dd4-20d0-4bed-88d6-b824f2e63fd3, hostable agents: ['cd8b06fc-05cb-41d0-9f86-42134aa474b0'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:07:32.991189 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f96fe3-f0c8-47ef-9af8-9a1133baee5d admin admin] Network 40ab1dd4-20d0-4bed-88d6-b824f2e63fd3 is scheduled to be hosted by DHCP agent cd8b06fc-05cb-41d0-9f86-42134aa474b0 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:07:33.093939 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-a3f96fe3-f0c8-47ef-9af8-9a1133baee5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-iscsi, 40ab1dd4-20d0-4bed-88d6-b824f2e63fd3) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:07:33.098090 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f96fe3-f0c8-47ef-9af8-9a1133baee5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:07:33.098784 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3f96fe3-f0c8-47ef-9af8-9a1133baee5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:33.103375 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2f7c1f-a405-4923-881b-89ffa62f08f8 None None] Network 40ab1dd4-20d0-4bed-88d6-b824f2e63fd3 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:07:33.176979 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a3f96fe3-f0c8-47ef-9af8-9a1133baee5d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6789272 Apr 05 11:07:33.202003 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e5a918-72d0-514f-af35-f2ca56414c48-40ab1dd4-20d0-4bed-88d6-b824f2e63fd3', 'network_id': '40ab1dd4-20d0-4bed-88d6-b824f2e63fd3', 'project_id': 'd1b056c75f7d4bb3922b22379f84d521', 'fixed_ips': [{'subnet_id': '1b95c9f7-48bf-431d-82ab-92e005d8c81a'}]}} from dv-cinder-818994-3-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:07:33.202904 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:33.445412 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Allocated IP 192.168.233.2 (40ab1dd4-20d0-4bed-88d6-b824f2e63fd3/1b95c9f7-48bf-431d-82ab-92e005d8c81a/3e6e02bf-6a4a-4146-95e7-4a75666ccb93) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:07:33.590725 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Publish callbacks [] for port (3e6e02bf-6a4a-4146-95e7-4a75666ccb93), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:33.642592 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:07:33.677592 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (3e6e02bf-6a4a-4146-95e7-4a75666ccb93), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:33.723582 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Network 40ab1dd4-20d0-4bed-88d6-b824f2e63fd3 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:07:33.726728 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:07:33.729575 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:07:33.746149 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Pushing event updated for resources: {'Port': ['ID=3e6e02bf-6a4a-4146-95e7-4a75666ccb93,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:33.774592 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:33.775035 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:33.775435 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:33.776074 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:33.776470 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:33.776842 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:33.777224 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:33.777613 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:33.777967 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:33.778335 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:33.778771 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:33.779147 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:33.779517 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:33.779900 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:33.780265 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:07:33.822716 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Attempting to bind port 3e6e02bf-6a4a-4146-95e7-4a75666ccb93 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:07:33.823090 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Attempting to bind port 3e6e02bf-6a4a-4146-95e7-4a75666ccb93 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'a43a40c1-d6f8-4568-a6d9-54dfcb42802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '40ab1dd4-20d0-4bed-88d6-b824f2e63fd3'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:07:33.823454 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Attempting to bind port 3e6e02bf-6a4a-4146-95e7-4a75666ccb93 on network 40ab1dd4-20d0-4bed-88d6-b824f2e63fd3 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:07:33.828710 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:07:33.829077 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Checking segment: {'id': 'a43a40c1-d6f8-4568-a6d9-54dfcb42802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '40ab1dd4-20d0-4bed-88d6-b824f2e63fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:07:33.829475 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:33.829867 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Bound using segment: {'id': 'a43a40c1-d6f8-4568-a6d9-54dfcb42802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '40ab1dd4-20d0-4bed-88d6-b824f2e63fd3'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:07:33.830329 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Bound port: 3e6e02bf-6a4a-4146-95e7-4a75666ccb93, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43a40c1-d6f8-4568-a6d9-54dfcb42802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '40ab1dd4-20d0-4bed-88d6-b824f2e63fd3'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:07:33.830769 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (3e6e02bf-6a4a-4146-95e7-4a75666ccb93), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:33.894466 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] For port 3e6e02bf-6a4a-4146-95e7-4a75666ccb93, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:07:33.897817 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] For port 3e6e02bf-6a4a-4146-95e7-4a75666ccb93, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=3e6e02bf-6a4a-4146-95e7-4a75666ccb93,segment=NetworkSegment(a43a40c1-d6f8-4568-a6d9-54dfcb42802f),segment_id=a43a40c1-d6f8-4568-a6d9-54dfcb42802f)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:07:34.013201 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (3e6e02bf-6a4a-4146-95e7-4a75666ccb93), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:34.071438 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21a0b8-1d21-4ada-8a78-fe6e920ca2d4 None None] Pushing event updated for resources: {'Port': ['ID=3e6e02bf-6a4a-4146-95e7-4a75666ccb93,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:34.892516 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5b585d-8213-499f-b4c8-fabb3505fd2e None None] Network 40ab1dd4-20d0-4bed-88d6-b824f2e63fd3 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:07:34.993617 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-016186e5-12e8-42d1-9157-c8110aad91f4 None None] Provisioning complete for port 3e6e02bf-6a4a-4146-95e7-4a75666ccb93 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:07:34.994011 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-016186e5-12e8-42d1-9157-c8110aad91f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (3e6e02bf-6a4a-4146-95e7-4a75666ccb93), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:35.095534 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-016186e5-12e8-42d1-9157-c8110aad91f4 None None] Current status of the port 3e6e02bf-6a4a-4146-95e7-4a75666ccb93 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:07:35.096238 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-016186e5-12e8-42d1-9157-c8110aad91f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (3e6e02bf-6a4a-4146-95e7-4a75666ccb93), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:35.142039 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-016186e5-12e8-42d1-9157-c8110aad91f4 None None] For port 3e6e02bf-6a4a-4146-95e7-4a75666ccb93, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=3e6e02bf-6a4a-4146-95e7-4a75666ccb93,segment=NetworkSegment(a43a40c1-d6f8-4568-a6d9-54dfcb42802f),segment_id=a43a40c1-d6f8-4568-a6d9-54dfcb42802f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:07:35.248696 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-016186e5-12e8-42d1-9157-c8110aad91f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (3e6e02bf-6a4a-4146-95e7-4a75666ccb93), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:35.299699 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016186e5-12e8-42d1-9157-c8110aad91f4 None None] Pushing event updated for resources: {'Port': ['ID=3e6e02bf-6a4a-4146-95e7-4a75666ccb93,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:07:35.368715 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-facb5a75-7d46-4e9f-8b32-3f4e396ae075 None None] Provisioning complete for port 3e6e02bf-6a4a-4146-95e7-4a75666ccb93 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:07:35.369113 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-facb5a75-7d46-4e9f-8b32-3f4e396ae075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (3e6e02bf-6a4a-4146-95e7-4a75666ccb93), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:35.450322 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-facb5a75-7d46-4e9f-8b32-3f4e396ae075 None None] Current status of the port 3e6e02bf-6a4a-4146-95e7-4a75666ccb93 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:07:35.716232 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 3e6e02bf-6a4a-4146-95e7-4a75666ccb93 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:07:35.765363 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 3e6e02bf-6a4a-4146-95e7-4a75666ccb93 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:07:35.765750 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (3e6e02bf-6a4a-4146-95e7-4a75666ccb93), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:35.848196 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 3e6e02bf-6a4a-4146-95e7-4a75666ccb93 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:07:48.322246 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bb341cb7-f24f-428e-9b5c-353e503e8250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:50.908676 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b1a1a97e-24dd-457f-87aa-d38cfe12da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:51.795357 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:53.165757 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:07:54.979592 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:10.642353 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:08:18.338361 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fb0a9fd3-1bd3-4e3d-8834-d0f8b0434825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:20.902376 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fbc3d9be-75a7-4fd9-8775-2ae5262aa58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:21.805215 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:23.138355 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:24.926113 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:47.641701 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:08:48.331582 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-87b5ebfd-9916-4800-9002-9d88a5024535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:50.899155 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3dd77925-538e-4525-9f81-a0fa19bb7719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:51.874005 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:53.126024 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:08:54.920681 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:18.353073 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-11d5af80-7637-41ed-92b7-c18d6a5902e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:21.210242 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cbcb04cf-f9a4-4640-9730-d09db068b40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:21.827253 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:23.169970 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:23.908531 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54194) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:09:23.914414 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [None req-b7ecdf2b-4c08-4ebd-a135-1152b6a331a1 tempest-verify_tempest_config-606464412 tempest-verify_tempest_config-606464412-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:09:23.915410 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b7ecdf2b-4c08-4ebd-a135-1152b6a331a1 tempest-verify_tempest_config-606464412 tempest-verify_tempest_config-606464412-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059023 Apr 05 11:09:24.562701 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54212) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:09:24.640978 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:09:24.666051 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7dd90283-ac2e-4d13-9e23-dd159c55a3ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:24.764755 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7dd90283-ac2e-4d13-9e23-dd159c55a3ee admin admin] Publish callbacks [] for security_group (ef915489-60c2-4a4c-9fa4-cb97c0bbb6e6), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:24.879427 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7dd90283-ac2e-4d13-9e23-dd159c55a3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (ef915489-60c2-4a4c-9fa4-cb97c0bbb6e6), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:24.926289 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-7dd90283-ac2e-4d13-9e23-dd159c55a3ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e3509db4e06d43aab50accf6625bd04f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3624690 Apr 05 11:09:24.927529 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd90283-ac2e-4d13-9e23-dd159c55a3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef915489-60c2-4a4c-9fa4-cb97c0bbb6e6,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:09:24.929112 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54216) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:09:24.934944 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd90283-ac2e-4d13-9e23-dd159c55a3ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:24.935298 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd90283-ac2e-4d13-9e23-dd159c55a3ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:24.935645 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd90283-ac2e-4d13-9e23-dd159c55a3ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:24.935986 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd90283-ac2e-4d13-9e23-dd159c55a3ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:24.936322 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd90283-ac2e-4d13-9e23-dd159c55a3ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:24.936660 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd90283-ac2e-4d13-9e23-dd159c55a3ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:24.936988 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd90283-ac2e-4d13-9e23-dd159c55a3ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:24.937315 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd90283-ac2e-4d13-9e23-dd159c55a3ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:24.937695 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd90283-ac2e-4d13-9e23-dd159c55a3ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:24.938023 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd90283-ac2e-4d13-9e23-dd159c55a3ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:24.938355 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd90283-ac2e-4d13-9e23-dd159c55a3ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:24.938733 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd90283-ac2e-4d13-9e23-dd159c55a3ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:24.939068 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd90283-ac2e-4d13-9e23-dd159c55a3ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:24.939410 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd90283-ac2e-4d13-9e23-dd159c55a3ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:24.939735 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd90283-ac2e-4d13-9e23-dd159c55a3ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:24.965499 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:24.991637 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7fd9415d-418c-4ddf-a920-1ac1ebfbab26 admin admin] Publish callbacks [] for security_group (ef915489-60c2-4a4c-9fa4-cb97c0bbb6e6), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:25.013875 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7fd9415d-418c-4ddf-a920-1ac1ebfbab26 admin admin] Publish callbacks [] for security_group (ef915489-60c2-4a4c-9fa4-cb97c0bbb6e6), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:25.221771 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7fd9415d-418c-4ddf-a920-1ac1ebfbab26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (ef915489-60c2-4a4c-9fa4-cb97c0bbb6e6), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:25.226702 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7fd9415d-418c-4ddf-a920-1ac1ebfbab26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:25.226702 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-7fd9415d-418c-4ddf-a920-1ac1ebfbab26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ef915489-60c2-4a4c-9fa4-cb97c0bbb6e6 HTTP/1.1" status: 204 len: 168 time: 0.2953331 Apr 05 11:09:25.233548 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9415d-418c-4ddf-a920-1ac1ebfbab26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef915489-60c2-4a4c-9fa4-cb97c0bbb6e6,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:09:25.241133 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd9415d-418c-4ddf-a920-1ac1ebfbab26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:25.241429 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd9415d-418c-4ddf-a920-1ac1ebfbab26 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:25.241755 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd9415d-418c-4ddf-a920-1ac1ebfbab26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:25.242083 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd9415d-418c-4ddf-a920-1ac1ebfbab26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:25.242405 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd9415d-418c-4ddf-a920-1ac1ebfbab26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:25.242756 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd9415d-418c-4ddf-a920-1ac1ebfbab26 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:25.243074 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd9415d-418c-4ddf-a920-1ac1ebfbab26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:25.243388 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd9415d-418c-4ddf-a920-1ac1ebfbab26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:25.243739 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd9415d-418c-4ddf-a920-1ac1ebfbab26 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:25.244212 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd9415d-418c-4ddf-a920-1ac1ebfbab26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:25.244551 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd9415d-418c-4ddf-a920-1ac1ebfbab26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:25.244875 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd9415d-418c-4ddf-a920-1ac1ebfbab26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:25.245190 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd9415d-418c-4ddf-a920-1ac1ebfbab26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:25.245506 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd9415d-418c-4ddf-a920-1ac1ebfbab26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:25.245823 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd9415d-418c-4ddf-a920-1ac1ebfbab26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:09:48.363956 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1602200c-4b4b-4709-952c-3f2855286a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:50.912219 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5a86eea5-6742-4fdf-b97a-c2586107c45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:51.803701 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:53.157504 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:09:54.996964 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:01.640057 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:10:18.334320 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-64512a53-2ba6-4519-a85a-ccf7898835e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:20.895012 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-aadeb187-6f62-4e68-b12f-932afa4b2e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:21.848829 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:23.168603 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:24.944984 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:38.639786 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:10:48.346231 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cfe3050b-926e-44a2-8e19-7ad158f6fa32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:50.900159 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3f39eec1-f326-442f-8bbb-61f5ce5a7711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:51.797642 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:53.138128 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:10:54.972795 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:15.644026 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:11:15.682092 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1585917'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:18.350743 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a26dc69e-4964-4f43-a8d7-566ddb2a4877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:20.897430 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c846bbec-4972-4189-912c-c66ba2b388cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:21.802103 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:23.165947 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:24.950954 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:31.164642 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54288) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:11:31.284161 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-659e04f1-60ca-40be-a122-b29109fe30b1 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1177888 Apr 05 11:11:33.761356 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54298) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:11:33.836896 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-39590e69-b928-4087-b5c7-c1a47566613c admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0741973 Apr 05 11:11:45.693149 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:48.336333 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-42701ccb-0250-4446-9dc2-f9ff89928299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:50.904574 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ac96ecf7-0d2f-4a2c-b2c1-d800123f12a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:51.821939 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:52.644519 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:11:53.141816 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:11:54.926822 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:15.695687 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:18.361012 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-806680d1-31f3-47ac-a4f0-6cb8682cabba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:20.915564 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-944e0dcd-1220-4130-b94f-2940d80c49e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:21.826290 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:23.180917 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:24.952138 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:29.649861 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:12:45.691635 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:48.357443 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-51a7bafc-50a7-4c74-8396-56ab47ac848a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:50.911781 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e3b961a6-558d-41a0-a8ee-902d4233bfb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:51.819613 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:53.391513 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:12:54.945147 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:06.650246 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:13:15.737148 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:18.407266 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e6b06643-933e-4dc9-a3d1-b868e0d50fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:20.142762 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54496) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:20.343259 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54506) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:20.671989 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-network', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:20.698267 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54516) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:20.739049 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-ed55be6b-e63f-4d62-8d6e-d82c46047ce9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-364206361-network', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:20.771397 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Made reservation on behalf of ee45cad25b8c4845b2cf9c11ab2dd7c8 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:13:20.775935 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:20.786314 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:20.868548 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Publish callbacks [] for security_group (46c16aa5-a1bf-4090-bfec-b9200670626a), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:20.870099 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed55be6b-e63f-4d62-8d6e-d82c46047ce9 admin admin] Made reservation on behalf of e6061eea75194ee5b5efeed2e6073d75 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:13:20.874902 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ed55be6b-e63f-4d62-8d6e-d82c46047ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:20.883706 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ed55be6b-e63f-4d62-8d6e-d82c46047ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:20.931504 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fab8f6e8-4dbf-4fb4-ac81-185e1af8965d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:20.959019 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ed55be6b-e63f-4d62-8d6e-d82c46047ce9 admin admin] Publish callbacks [] for security_group (58f8e3d5-cbd0-4580-aef9-f20f6de14e25), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:20.984190 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (46c16aa5-a1bf-4090-bfec-b9200670626a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.004392 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:13:21.020476 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (eb78556b-59ce-46de-9ac1-65c92f9bd8a3), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.021003 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Added segment eb78556b-59ce-46de-9ac1-65c92f9bd8a3 of type vlan for network 3c3ad901-dee6-4adf-8761-f4e0b40921d1 Apr 05 11:13:21.032863 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c16aa5-a1bf-4090-bfec-b9200670626a,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:21.059445 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ed55be6b-e63f-4d62-8d6e-d82c46047ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (58f8e3d5-cbd0-4580-aef9-f20f6de14e25), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.073319 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793732229416'] for network (3c3ad901-dee6-4adf-8761-f4e0b40921d1), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.076143 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:21.076440 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:21.076790 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:21.077124 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:21.077444 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:21.077948 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:21.078421 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:21.078905 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:21.079428 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:21.079755 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:21.080084 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:21.080582 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:21.080951 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:21.081328 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:21.081571 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Tracked resource versions report: Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: pushed versions: Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: { 'AddressGroup': {'1.2'}, Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Agent': {'1.1'}, Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'ConntrackHelper': {'1.0'}, Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Log': {'1.0'}, Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'NDPProxy': {'1.0'}, Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Network': {'1.1'}, Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Port': {'1.7'}, Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'PortForwarding': {'1.3'}, Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'QosPolicy': {'1.10'}, Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'SecurityGroup': {'1.5'}, Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'SubPort': {'1.0'}, Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Subnet': {'1.1'}, Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Trunk': {'1.1'}} Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: consumer versions: Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: { DHCP agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: HyperV agent@hv-cinder-81899: {}, Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: L3 agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: Metadata agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: Metering agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: Open vSwitch agent@dv-cinder-818994-3-iscsi: { 'AddressGroup': '1.2', Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Agent': '1.1', Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'ConntrackHelper': '1.0', Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'LocalIPAssociation': '1.0', Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Log': '1.0', Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'NDPProxy': '1.0', Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Network': '1.1', Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Port': '1.7', Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'PortForwarding': '1.3', Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'QosPolicy': '1.10', Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'SecurityGroup': '1.5', Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'SecurityGroupRule': '1.2', Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'SubPort': '1.0', Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Subnet': '1.1', Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: 'Trunk': '1.1'}} Apr 05 11:13:21.084549 dv-cinder-818994-3-iscsi neutron-server[103963]: {{(pid=103963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:13:21.087621 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54536) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:21.132950 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed55be6b-e63f-4d62-8d6e-d82c46047ce9 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:13:21.155231 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ed55be6b-e63f-4d62-8d6e-d82c46047ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (b621d9f4-d6cf-43b5-98e9-c56fcec4f695), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.155966 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-ed55be6b-e63f-4d62-8d6e-d82c46047ce9 admin admin] Added segment b621d9f4-d6cf-43b5-98e9-c56fcec4f695 of type vlan for network 7217652a-af97-4947-b0e2-d005c4528ce6 Apr 05 11:13:21.164719 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55be6b-e63f-4d62-8d6e-d82c46047ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f8e3d5-cbd0-4580-aef9-f20f6de14e25,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:21.193716 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-125d11bb-8378-44fb-ac91-49485c51d0ea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1717226749-network', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:21.211384 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ed55be6b-e63f-4d62-8d6e-d82c46047ce9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793732229416'] for network (7217652a-af97-4947-b0e2-d005c4528ce6), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.228482 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for network (3c3ad901-dee6-4adf-8761-f4e0b40921d1), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.229416 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:21.230542 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.308429 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] Pushing event updated for resources: {'Network': ['ID=3c3ad901-dee6-4adf-8761-f4e0b40921d1,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:21.315654 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125d11bb-8378-44fb-ac91-49485c51d0ea admin admin] Made reservation on behalf of 0c6c4204bde44a1183df1338d018b1b1 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:13:21.318467 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-125d11bb-8378-44fb-ac91-49485c51d0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.319023 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Network 3c3ad901-dee6-4adf-8761-f4e0b40921d1 details requested by agent ovs-agent-dv-cinder-818994-3-iscsi with host dv-cinder-818994-3-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:13:21.327300 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-125d11bb-8378-44fb-ac91-49485c51d0ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.372968 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ed55be6b-e63f-4d62-8d6e-d82c46047ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for network (7217652a-af97-4947-b0e2-d005c4528ce6), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.373909 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed55be6b-e63f-4d62-8d6e-d82c46047ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:21.374334 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ed55be6b-e63f-4d62-8d6e-d82c46047ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.441742 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f9952172-deab-4962-9f47-6a59ea08e79d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2952769 Apr 05 11:13:21.442643 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54550) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:21.448117 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55be6b-e63f-4d62-8d6e-d82c46047ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=7217652a-af97-4947-b0e2-d005c4528ce6,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:21.448705 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-b1da3c7b-10ab-40eb-9273-e18261ff4d53 admin admin] Request body: {'subnet': {'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-subnet', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:21.461595 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Network 7217652a-af97-4947-b0e2-d005c4528ce6 details requested by agent ovs-agent-dv-cinder-818994-3-iscsi with host dv-cinder-818994-3-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:13:21.484926 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-125d11bb-8378-44fb-ac91-49485c51d0ea admin admin] Publish callbacks [] for security_group (d2361b7b-692b-45c0-91c9-9a93b971091b), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.545104 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54558) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:21.545325 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ed55be6b-e63f-4d62-8d6e-d82c46047ce9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2166634 Apr 05 11:13:21.550010 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Request body: {'subnet': {'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-364206361-subnet', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:21.572783 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-125d11bb-8378-44fb-ac91-49485c51d0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (d2361b7b-692b-45c0-91c9-9a93b971091b), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.602289 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d11bb-8378-44fb-ac91-49485c51d0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2361b7b-692b-45c0-91c9-9a93b971091b,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:21.613399 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-125d11bb-8378-44fb-ac91-49485c51d0ea admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:13:21.624442 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-125d11bb-8378-44fb-ac91-49485c51d0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (f2a5f935-0d14-4f39-bb32-3edada9d6e0f), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.624737 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-125d11bb-8378-44fb-ac91-49485c51d0ea admin admin] Added segment f2a5f935-0d14-4f39-bb32-3edada9d6e0f of type vlan for network 61947bc0-bf95-4d84-a95a-a866833cbe78 Apr 05 11:13:21.635923 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1da3c7b-10ab-40eb-9273-e18261ff4d53 admin admin] Made reservation on behalf of ee45cad25b8c4845b2cf9c11ab2dd7c8 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:13:21.638493 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b1da3c7b-10ab-40eb-9273-e18261ff4d53 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.675123 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2037134723-network', 'tenant_id': '782ef6623f6b4e4c88f74aafdb472163'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:21.680434 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Made reservation on behalf of e6061eea75194ee5b5efeed2e6073d75 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:13:21.683096 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.686150 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-125d11bb-8378-44fb-ac91-49485c51d0ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793732229416'] for network (61947bc0-bf95-4d84-a95a-a866833cbe78), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.790521 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-125d11bb-8378-44fb-ac91-49485c51d0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for network (61947bc0-bf95-4d84-a95a-a866833cbe78), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.791961 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125d11bb-8378-44fb-ac91-49485c51d0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:21.793580 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-125d11bb-8378-44fb-ac91-49485c51d0ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.847772 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.881091 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Made reservation on behalf of 782ef6623f6b4e4c88f74aafdb472163 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:13:21.883139 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.905050 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d11bb-8378-44fb-ac91-49485c51d0ea admin admin] Pushing event updated for resources: {'Network': ['ID=61947bc0-bf95-4d84-a95a-a866833cbe78,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:21.917696 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Network 61947bc0-bf95-4d84-a95a-a866833cbe78 details requested by agent ovs-agent-dv-cinder-818994-3-iscsi with host dv-cinder-818994-3-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:13:21.939940 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:21.962490 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-125d11bb-8378-44fb-ac91-49485c51d0ea admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2623298 Apr 05 11:13:21.967109 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54570) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:21.969127 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-e29cce08-57ca-43b4-97ed-7a25b080cef3 admin admin] Request body: {'subnet': {'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-subnet', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:22.121821 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29cce08-57ca-43b4-97ed-7a25b080cef3 admin admin] Made reservation on behalf of 0c6c4204bde44a1183df1338d018b1b1 for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:13:22.125006 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e29cce08-57ca-43b4-97ed-7a25b080cef3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:22.158163 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for subnet (f82113b2-532a-4a4b-a711-82c62696ceb0), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:22.225646 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Publish callbacks [] for security_group (ac470538-ce3c-406e-b875-7ab3c9a74df4), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:22.245835 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b1da3c7b-10ab-40eb-9273-e18261ff4d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for subnet (c226d4fe-4408-4a2e-a42d-e1f9fb159119), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:22.297233 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f82113b2-532a-4a4b-a711-82c62696ceb0,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:22.307576 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (ac470538-ce3c-406e-b875-7ab3c9a74df4), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:22.316923 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Checking segment: {'id': 'b621d9f4-d6cf-43b5-98e9-c56fcec4f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:13:22.317270 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Network hostable DHCP agents. Network: 7217652a-af97-4947-b0e2-d005c4528ce6, hostable agents: ['cd8b06fc-05cb-41d0-9f86-42134aa474b0'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:13:22.346776 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac470538-ce3c-406e-b875-7ab3c9a74df4,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:22.357659 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.357995 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.361858 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.361858 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.361858 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.361858 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.361858 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.361858 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.361858 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.361858 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.361858 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.361858 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.361858 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.361858 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.363101 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Tracked resource versions report: Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: pushed versions: Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: { 'AddressGroup': {'1.2'}, Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Agent': {'1.1'}, Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'ConntrackHelper': {'1.0'}, Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Log': {'1.0'}, Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'NDPProxy': {'1.0'}, Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Network': {'1.1'}, Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Port': {'1.7'}, Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'PortForwarding': {'1.3'}, Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'QosPolicy': {'1.10'}, Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'SecurityGroup': {'1.5'}, Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'SubPort': {'1.0'}, Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Subnet': {'1.1'}, Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Trunk': {'1.1'}} Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: consumer versions: Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: { DHCP agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: HyperV agent@hv-cinder-81899: {}, Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: L3 agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: Metadata agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: Metering agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: Open vSwitch agent@dv-cinder-818994-3-iscsi: { 'AddressGroup': '1.2', Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Agent': '1.1', Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'ConntrackHelper': '1.0', Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'LocalIPAssociation': '1.0', Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Log': '1.0', Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'NDPProxy': '1.0', Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Network': '1.1', Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Port': '1.7', Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'PortForwarding': '1.3', Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'QosPolicy': '1.10', Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'SecurityGroup': '1.5', Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'SecurityGroupRule': '1.2', Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'SubPort': '1.0', Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Subnet': '1.1', Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: 'Trunk': '1.1'}} Apr 05 11:13:22.363501 dv-cinder-818994-3-iscsi neutron-server[103962]: {{(pid=103962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:13:22.379143 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.379143 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.379143 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.379143 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.379143 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.379143 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.379143 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.379143 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.379143 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.379143 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.379143 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.379143 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.379143 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.379143 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.379143 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:22.409533 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:13:22.441821 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1da3c7b-10ab-40eb-9273-e18261ff4d53 admin admin] Checking segment: {'id': 'eb78556b-59ce-46de-9ac1-65c92f9bd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:13:22.442172 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1da3c7b-10ab-40eb-9273-e18261ff4d53 admin admin] Network hostable DHCP agents. Network: 3c3ad901-dee6-4adf-8761-f4e0b40921d1, hostable agents: ['cd8b06fc-05cb-41d0-9f86-42134aa474b0'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:13:22.471123 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (5f613e80-59e3-4858-8918-ed608e0f4d38), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:22.471474 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Added segment 5f613e80-59e3-4858-8918-ed608e0f4d38 of type vlan for network fd4c078f-14f0-454e-a466-b883edc92fb1 Apr 05 11:13:22.509776 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e29cce08-57ca-43b4-97ed-7a25b080cef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for subnet (f101b1e5-cdea-47a9-9394-b1ed9aabe983), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:22.517712 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Network 7217652a-af97-4947-b0e2-d005c4528ce6 is scheduled to be hosted by DHCP agent cd8b06fc-05cb-41d0-9f86-42134aa474b0 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:13:22.539589 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793732229416'] for network (fd4c078f-14f0-454e-a466-b883edc92fb1), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:22.546193 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da3c7b-10ab-40eb-9273-e18261ff4d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c226d4fe-4408-4a2e-a42d-e1f9fb159119,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:22.614067 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1da3c7b-10ab-40eb-9273-e18261ff4d53 admin admin] Network 3c3ad901-dee6-4adf-8761-f4e0b40921d1 is scheduled to be hosted by DHCP agent cd8b06fc-05cb-41d0-9f86-42134aa474b0 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:13:22.626051 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cce08-57ca-43b4-97ed-7a25b080cef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f101b1e5-cdea-47a9-9394-b1ed9aabe983,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:22.631609 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29cce08-57ca-43b4-97ed-7a25b080cef3 admin admin] Checking segment: {'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:13:22.632139 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29cce08-57ca-43b4-97ed-7a25b080cef3 admin admin] Network hostable DHCP agents. Network: 61947bc0-bf95-4d84-a95a-a866833cbe78, hostable agents: ['cd8b06fc-05cb-41d0-9f86-42134aa474b0'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:13:22.653414 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for network (fd4c078f-14f0-454e-a466-b883edc92fb1), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:22.654668 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:22.658326 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:22.728165 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] Pushing event updated for resources: {'Network': ['ID=fd4c078f-14f0-454e-a466-b883edc92fb1,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:22.738952 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Network fd4c078f-14f0-454e-a466-b883edc92fb1 details requested by agent ovs-agent-dv-cinder-818994-3-iscsi with host dv-cinder-818994-3-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:13:22.763882 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-iscsi, 7217652a-af97-4947-b0e2-d005c4528ce6) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:22.767332 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-b1da3c7b-10ab-40eb-9273-e18261ff4d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-iscsi, 3c3ad901-dee6-4adf-8761-f4e0b40921d1) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:22.772723 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:22.772834 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:22.783715 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1da3c7b-10ab-40eb-9273-e18261ff4d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:22.784309 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b1da3c7b-10ab-40eb-9273-e18261ff4d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:22.793993 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-5b27a268-748b-4be2-8875-235bcba3d8e2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7017996 Apr 05 11:13:22.794676 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54600) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:22.799895 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-23485e6b-10cc-4e20-b84f-adb29b74068e admin admin] Request body: {'subnet': {'network_id': 'fd4c078f-14f0-454e-a466-b883edc92fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2037134723-subnet', 'tenant_id': '782ef6623f6b4e4c88f74aafdb472163', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:22.809170 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292e5c5a-6b6e-41d4-9b03-755a4841be88 None None] Network 7217652a-af97-4947-b0e2-d005c4528ce6 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:13:22.811086 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b3cfff-f981-4a68-b0e2-15481d32f777 None None] Network 3c3ad901-dee6-4adf-8761-f4e0b40921d1 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:13:22.864234 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29cce08-57ca-43b4-97ed-7a25b080cef3 admin admin] Network 61947bc0-bf95-4d84-a95a-a866833cbe78 is scheduled to be hosted by DHCP agent cd8b06fc-05cb-41d0-9f86-42134aa474b0 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:13:22.870247 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-e29cce08-57ca-43b4-97ed-7a25b080cef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-iscsi, 61947bc0-bf95-4d84-a95a-a866833cbe78) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:22.874390 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29cce08-57ca-43b4-97ed-7a25b080cef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:22.875037 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e29cce08-57ca-43b4-97ed-7a25b080cef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:22.890240 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66779cc2-e3a0-4a19-9ca9-4f47145c3edf None None] Network 61947bc0-bf95-4d84-a95a-a866833cbe78 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:13:22.909135 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-6f399856-f82c-47eb-8935-3b935ec99749 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3627839 Apr 05 11:13:22.911882 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54604) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:22.924660 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-310d1900-187a-47a5-b534-72feccd73f4d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:22.928981 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b1da3c7b-10ab-40eb-9273-e18261ff4d53 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4855864 Apr 05 11:13:22.931968 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54612) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:22.936854 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-8a9e142d-666b-4db2-b822-a22cc16b1b53 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:22.976210 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-e29cce08-57ca-43b4-97ed-7a25b080cef3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0117195 Apr 05 11:13:22.981820 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54616) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:22.986678 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-34f57f7c-8752-48bd-85ea-dae670bdced0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:22.992099 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23485e6b-10cc-4e20-b84f-adb29b74068e admin admin] Made reservation on behalf of 782ef6623f6b4e4c88f74aafdb472163 for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:13:22.996362 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-23485e6b-10cc-4e20-b84f-adb29b74068e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:23.092206 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a9e142d-666b-4db2-b822-a22cc16b1b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (d7838cf1-30b5-40dd-ad3a-27cf0898c0f7), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:23.093360 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a9e142d-666b-4db2-b822-a22cc16b1b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5208'] for router (d7838cf1-30b5-40dd-ad3a-27cf0898c0f7), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:23.231793 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-310d1900-187a-47a5-b534-72feccd73f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (4cd42c71-c143-4019-8178-007af10ae8e9), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:23.236165 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-310d1900-187a-47a5-b534-72feccd73f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5208'] for router (4cd42c71-c143-4019-8178-007af10ae8e9), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:23.243432 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-34f57f7c-8752-48bd-85ea-dae670bdced0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (62cc81f7-8f9d-4edf-a495-d3998e37b711), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:23.244757 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-34f57f7c-8752-48bd-85ea-dae670bdced0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5208'] for router (62cc81f7-8f9d-4edf-a495-d3998e37b711), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:23.333954 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a9e142d-666b-4db2-b822-a22cc16b1b53 admin admin] Publish callbacks [] for router_controller (d7838cf1-30b5-40dd-ad3a-27cf0898c0f7), precommit_add_association {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:23.378545 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-23485e6b-10cc-4e20-b84f-adb29b74068e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for subnet (597d2023-70c0-4a6a-865a-00f86af40f86), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:23.387073 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-34f57f7c-8752-48bd-85ea-dae670bdced0 admin admin] Publish callbacks [] for router_controller (62cc81f7-8f9d-4edf-a495-d3998e37b711), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:23.432025 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23485e6b-10cc-4e20-b84f-adb29b74068e admin admin] Pushing event updated for resources: {'Subnet': ['ID=597d2023-70c0-4a6a-865a-00f86af40f86,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:23.438555 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-310d1900-187a-47a5-b534-72feccd73f4d admin admin] Publish callbacks [] for router_controller (4cd42c71-c143-4019-8178-007af10ae8e9), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:23.450258 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e5a918-72d0-514f-af35-f2ca56414c48-7217652a-af97-4947-b0e2-d005c4528ce6', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'fixed_ips': [{'subnet_id': 'f82113b2-532a-4a4b-a711-82c62696ceb0'}]}} from dv-cinder-818994-3-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:13:23.451514 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:23.463142 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23485e6b-10cc-4e20-b84f-adb29b74068e admin admin] Checking segment: {'id': '5f613e80-59e3-4858-8918-ed608e0f4d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fd4c078f-14f0-454e-a466-b883edc92fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:13:23.463926 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23485e6b-10cc-4e20-b84f-adb29b74068e admin admin] Network hostable DHCP agents. Network: fd4c078f-14f0-454e-a466-b883edc92fb1, hostable agents: ['cd8b06fc-05cb-41d0-9f86-42134aa474b0'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:13:23.482572 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e5a918-72d0-514f-af35-f2ca56414c48-61947bc0-bf95-4d84-a95a-a866833cbe78', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983'}]}} from dv-cinder-818994-3-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:13:23.483522 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:23.529866 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e5a918-72d0-514f-af35-f2ca56414c48-3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119'}]}} from dv-cinder-818994-3-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:13:23.531155 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:23.642349 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a9e142d-666b-4db2-b822-a22cc16b1b53 admin admin] Publish callbacks [] for router_gateway (d7838cf1-30b5-40dd-ad3a-27cf0898c0f7), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:23.656699 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:23.657122 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23485e6b-10cc-4e20-b84f-adb29b74068e admin admin] Network fd4c078f-14f0-454e-a466-b883edc92fb1 is scheduled to be hosted by DHCP agent cd8b06fc-05cb-41d0-9f86-42134aa474b0 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:13:23.801469 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Allocated IP 172.20.0.2 (7217652a-af97-4947-b0e2-d005c4528ce6/f82113b2-532a-4a4b-a711-82c62696ceb0/603d550e-4f46-4f09-925a-1d64c4689b0f) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:13:23.897892 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-23485e6b-10cc-4e20-b84f-adb29b74068e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-iscsi, fd4c078f-14f0-454e-a466-b883edc92fb1) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:23.910680 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23485e6b-10cc-4e20-b84f-adb29b74068e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:23.911271 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-23485e6b-10cc-4e20-b84f-adb29b74068e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:23.915716 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-310d1900-187a-47a5-b534-72feccd73f4d admin admin] Publish callbacks [] for router_gateway (4cd42c71-c143-4019-8178-007af10ae8e9), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:23.920336 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-34f57f7c-8752-48bd-85ea-dae670bdced0 admin admin] Publish callbacks [] for router_gateway (62cc81f7-8f9d-4edf-a495-d3998e37b711), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:23.928738 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e966c3-b290-4fa9-95d3-e98d4b8db2cd None None] Network fd4c078f-14f0-454e-a466-b883edc92fb1 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:13:23.952907 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] Allocated IP 172.20.0.2 (61947bc0-bf95-4d84-a95a-a866833cbe78/f101b1e5-cdea-47a9-9394-b1ed9aabe983/7a062e25-f390-457b-a718-9c6c745d3294) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:13:24.023313 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-23485e6b-10cc-4e20-b84f-adb29b74068e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2274067 Apr 05 11:13:24.048000 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Publish callbacks [] for port (603d550e-4f46-4f09-925a-1d64c4689b0f), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:24.115568 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] Allocated IP 172.20.0.2 (3c3ad901-dee6-4adf-8761-f4e0b40921d1/c226d4fe-4408-4a2e-a42d-e1f9fb159119/1d6a7db9-5fdf-46c2-8309-e868de1dc190) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:13:24.134236 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a9e142d-666b-4db2-b822-a22cc16b1b53 admin admin] Publish callbacks [] for router_gateway (d7838cf1-30b5-40dd-ad3a-27cf0898c0f7), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:24.159775 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a9e142d-666b-4db2-b822-a22cc16b1b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:24.196995 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (603d550e-4f46-4f09-925a-1d64c4689b0f), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:24.324915 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Network 7217652a-af97-4947-b0e2-d005c4528ce6 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:13:24.334465 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff819c80-87e2-4ac7-8c04-d1f08d0b43d7 None None] Network fd4c078f-14f0-454e-a466-b883edc92fb1 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:13:24.348436 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:24.370349 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:13:24.441928 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-8a9e142d-666b-4db2-b822-a22cc16b1b53 admin admin] Allocated IP 172.27.0.170 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/b9a696ab-802f-4090-a3e1-504a3e524a96) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:13:24.566100 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Pushing event updated for resources: {'Port': ['ID=603d550e-4f46-4f09-925a-1d64c4689b0f,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:24.639007 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a9e142d-666b-4db2-b822-a22cc16b1b53 admin admin] Publish callbacks [] for port (b9a696ab-802f-4090-a3e1-504a3e524a96), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:24.653175 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:24.654447 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:24.656821 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:24.657502 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:24.658053 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:24.658661 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:24.660161 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-310d1900-187a-47a5-b534-72feccd73f4d admin admin] Publish callbacks [] for router_gateway (4cd42c71-c143-4019-8178-007af10ae8e9), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:24.661277 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:24.662015 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:24.663253 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:24.664357 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:24.665438 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:24.666555 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:24.667128 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:24.668873 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:24.670248 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:24.671052 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-34f57f7c-8752-48bd-85ea-dae670bdced0 admin admin] Publish callbacks [] for router_gateway (62cc81f7-8f9d-4edf-a495-d3998e37b711), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Tracked resource versions report: Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: pushed versions: Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: { 'AddressGroup': {'1.2'}, Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Agent': {'1.1'}, Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'ConntrackHelper': {'1.0'}, Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Log': {'1.0'}, Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'NDPProxy': {'1.0'}, Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Network': {'1.1'}, Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Port': {'1.7'}, Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'PortForwarding': {'1.3'}, Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'QosPolicy': {'1.10'}, Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'SecurityGroup': {'1.5'}, Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'SubPort': {'1.0'}, Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Subnet': {'1.1'}, Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Trunk': {'1.1'}} Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: consumer versions: Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: { DHCP agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: HyperV agent@hv-cinder-81899: {}, Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: L3 agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: Metadata agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: Metering agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: Open vSwitch agent@dv-cinder-818994-3-iscsi: { 'AddressGroup': '1.2', Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Agent': '1.1', Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'ConntrackHelper': '1.0', Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'LocalIPAssociation': '1.0', Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Log': '1.0', Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'NDPProxy': '1.0', Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Network': '1.1', Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Port': '1.7', Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'PortForwarding': '1.3', Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'QosPolicy': '1.10', Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'SecurityGroup': '1.5', Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'SecurityGroupRule': '1.2', Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'SubPort': '1.0', Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Subnet': '1.1', Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: 'Trunk': '1.1'}} Apr 05 11:13:24.674767 dv-cinder-818994-3-iscsi neutron-server[103964]: {{(pid=103964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:13:24.714906 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-310d1900-187a-47a5-b534-72feccd73f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:24.719444 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-34f57f7c-8752-48bd-85ea-dae670bdced0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:24.719626 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54690) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:24.722174 dv-cinder-818994-3-iscsi neutron-server[103962]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 11:13:24.747184 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] Publish callbacks [] for port (7a062e25-f390-457b-a718-9c6c745d3294), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:24.754661 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Attempting to bind port 603d550e-4f46-4f09-925a-1d64c4689b0f on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:13:24.755044 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Attempting to bind port 603d550e-4f46-4f09-925a-1d64c4689b0f by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'b621d9f4-d6cf-43b5-98e9-c56fcec4f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:13:24.755413 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Attempting to bind port 603d550e-4f46-4f09-925a-1d64c4689b0f on network 7217652a-af97-4947-b0e2-d005c4528ce6 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:13:24.790808 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:13:24.791212 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Checking segment: {'id': 'b621d9f4-d6cf-43b5-98e9-c56fcec4f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:13:24.791597 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:24.792003 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Bound using segment: {'id': 'b621d9f4-d6cf-43b5-98e9-c56fcec4f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:13:24.792589 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Bound port: 603d550e-4f46-4f09-925a-1d64c4689b0f, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b621d9f4-d6cf-43b5-98e9-c56fcec4f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:13:24.792974 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (603d550e-4f46-4f09-925a-1d64c4689b0f), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:24.801855 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] Publish callbacks [] for port (1d6a7db9-5fdf-46c2-8309-e868de1dc190), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:24.887301 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] For port 603d550e-4f46-4f09-925a-1d64c4689b0f, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:13:24.891278 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (7a062e25-f390-457b-a718-9c6c745d3294), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:24.902721 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a9e142d-666b-4db2-b822-a22cc16b1b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (b9a696ab-802f-4090-a3e1-504a3e524a96), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:24.928553 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] For port 603d550e-4f46-4f09-925a-1d64c4689b0f, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=603d550e-4f46-4f09-925a-1d64c4689b0f,segment=NetworkSegment(b621d9f4-d6cf-43b5-98e9-c56fcec4f695),segment_id=b621d9f4-d6cf-43b5-98e9-c56fcec4f695)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:13:24.940864 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] Network 61947bc0-bf95-4d84-a95a-a866833cbe78 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:13:24.944131 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:24.947778 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:13:24.960498 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-310d1900-187a-47a5-b534-72feccd73f4d admin admin] Allocated IP 172.27.0.112 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/41558a8c-23cd-433c-a923-fbadce7d120c) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:13:24.970024 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9e142d-666b-4db2-b822-a22cc16b1b53 admin admin] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:13:24.981211 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-8a9e142d-666b-4db2-b822-a22cc16b1b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:24.994931 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9e142d-666b-4db2-b822-a22cc16b1b53 admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:13:25.018257 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] Attempting to bind port 7a062e25-f390-457b-a718-9c6c745d3294 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:13:25.018983 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] Attempting to bind port 7a062e25-f390-457b-a718-9c6c745d3294 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:13:25.019571 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] Attempting to bind port 7a062e25-f390-457b-a718-9c6c745d3294 on network 61947bc0-bf95-4d84-a95a-a866833cbe78 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:13:25.025568 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (1d6a7db9-5fdf-46c2-8309-e868de1dc190), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:25.028326 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:13:25.029028 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] Checking segment: {'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:13:25.029746 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:25.030581 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] Bound using segment: {'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:13:25.031441 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] Bound port: 7a062e25-f390-457b-a718-9c6c745d3294, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:13:25.032061 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (7a062e25-f390-457b-a718-9c6c745d3294), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:25.049866 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:25.054840 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] Pushing event updated for resources: {'Port': ['ID=7a062e25-f390-457b-a718-9c6c745d3294,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:25.107846 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] Pushing event updated for resources: {'Port': ['ID=1d6a7db9-5fdf-46c2-8309-e868de1dc190,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:25.131816 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (603d550e-4f46-4f09-925a-1d64c4689b0f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:25.132062 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-310d1900-187a-47a5-b534-72feccd73f4d admin admin] Publish callbacks [] for port (41558a8c-23cd-433c-a923-fbadce7d120c), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:25.132696 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-0be35b71-b16e-4ff2-89dd-178fcae85046 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:25.134368 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-0be35b71-b16e-4ff2-89dd-178fcae85046 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/networks?id=fd4c078f-14f0-454e-a466-b883edc92fb1 HTTP/1.1" status: 200 len: 812 time: 0.4135008 Apr 05 11:13:25.139647 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e142d-666b-4db2-b822-a22cc16b1b53 admin admin] Pushing event updated for resources: {'Port': ['ID=b9a696ab-802f-4090-a3e1-504a3e524a96,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:25.167862 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-4395b191-675d-4a6c-87d1-f9199a79d25e tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/quotas/782ef6623f6b4e4c88f74aafdb472163 HTTP/1.1" status: 200 len: 375 time: 0.0232241 Apr 05 11:13:25.201033 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] Network 3c3ad901-dee6-4adf-8761-f4e0b40921d1 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:13:25.213229 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:25.222849 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:13:25.257460 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] For port 7a062e25-f390-457b-a718-9c6c745d3294, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:13:25.275354 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] For port 7a062e25-f390-457b-a718-9c6c745d3294, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=7a062e25-f390-457b-a718-9c6c745d3294,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:13:25.296796 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-178136db-6d16-4c94-9b23-ce8b3138a910 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=782ef6623f6b4e4c88f74aafdb472163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1182482 Apr 05 11:13:25.298444 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f05a0-d612-4b78-812a-55aa4cc34e3b None None] Pushing event updated for resources: {'Port': ['ID=603d550e-4f46-4f09-925a-1d64c4689b0f,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:25.329830 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-310d1900-187a-47a5-b534-72feccd73f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (41558a8c-23cd-433c-a923-fbadce7d120c), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:25.352763 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] Attempting to bind port 1d6a7db9-5fdf-46c2-8309-e868de1dc190 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:13:25.353438 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] Attempting to bind port 1d6a7db9-5fdf-46c2-8309-e868de1dc190 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'eb78556b-59ce-46de-9ac1-65c92f9bd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:13:25.353989 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] Attempting to bind port 1d6a7db9-5fdf-46c2-8309-e868de1dc190 on network 3c3ad901-dee6-4adf-8761-f4e0b40921d1 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:13:25.367782 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:13:25.368164 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] Checking segment: {'id': 'eb78556b-59ce-46de-9ac1-65c92f9bd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:13:25.369537 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:25.369537 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] Bound using segment: {'id': 'eb78556b-59ce-46de-9ac1-65c92f9bd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:13:25.369836 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] Bound port: 1d6a7db9-5fdf-46c2-8309-e868de1dc190, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb78556b-59ce-46de-9ac1-65c92f9bd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:13:25.370158 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (1d6a7db9-5fdf-46c2-8309-e868de1dc190), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:25.408260 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (7a062e25-f390-457b-a718-9c6c745d3294), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:25.554501 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426afcd9-7f5c-46fb-914c-9b8e28f5b41a None None] Pushing event updated for resources: {'Port': ['ID=7a062e25-f390-457b-a718-9c6c745d3294,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:25.581232 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a9e142d-666b-4db2-b822-a22cc16b1b53 admin admin] Publish callbacks [] for router_gateway (d7838cf1-30b5-40dd-ad3a-27cf0898c0f7), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:25.582414 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] For port 1d6a7db9-5fdf-46c2-8309-e868de1dc190, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:13:25.602102 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] For port 1d6a7db9-5fdf-46c2-8309-e868de1dc190, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=1d6a7db9-5fdf-46c2-8309-e868de1dc190,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:13:25.660982 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310d1900-187a-47a5-b534-72feccd73f4d admin admin] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:13:25.680831 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-310d1900-187a-47a5-b534-72feccd73f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:25.722088 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (1d6a7db9-5fdf-46c2-8309-e868de1dc190), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:25.812479 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-34f57f7c-8752-48bd-85ea-dae670bdced0 admin admin] Allocated IP 172.27.0.9 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/2effa931-b2d2-4d90-9e8a-3b36c0059e53) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:13:25.909936 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38792dd-b247-470f-bd35-bbbfff605684 None None] Pushing event updated for resources: {'Port': ['ID=1d6a7db9-5fdf-46c2-8309-e868de1dc190,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:26.049744 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-fbc52968-74d9-40f9-8840-cedb407376c0 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:13:26.057955 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-fbc52968-74d9-40f9-8840-cedb407376c0 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3797295 Apr 05 11:13:26.096679 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310d1900-187a-47a5-b534-72feccd73f4d admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:13:26.177886 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 603d550e-4f46-4f09-925a-1d64c4689b0f up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:13:26.218724 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d1900-187a-47a5-b534-72feccd73f4d admin admin] Pushing event updated for resources: {'Port': ['ID=41558a8c-23cd-433c-a923-fbadce7d120c,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:26.261033 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-34f57f7c-8752-48bd-85ea-dae670bdced0 admin admin] Publish callbacks [] for port (2effa931-b2d2-4d90-9e8a-3b36c0059e53), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:26.302476 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a9e142d-666b-4db2-b822-a22cc16b1b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585778'] for router (d7838cf1-30b5-40dd-ad3a-27cf0898c0f7), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:26.316079 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-8d9bcb96-a02c-49b4-8d72-efef5ea3f191 service neutron] 10.222.0.39 "GET /v2.0/networks/fd4c078f-14f0-454e-a466-b883edc92fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570970 Apr 05 11:13:26.479596 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 603d550e-4f46-4f09-925a-1d64c4689b0f triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:26.480800 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (603d550e-4f46-4f09-925a-1d64c4689b0f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:26.542982 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-d86b0251-b4e2-400c-a89b-b680ffdca105 service neutron] 10.222.0.39 "GET /v2.0/networks/fd4c078f-14f0-454e-a466-b883edc92fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175756 Apr 05 11:13:26.812358 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 603d550e-4f46-4f09-925a-1d64c4689b0f is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:26.812358 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (603d550e-4f46-4f09-925a-1d64c4689b0f), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:26.827332 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-34f57f7c-8752-48bd-85ea-dae670bdced0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (2effa931-b2d2-4d90-9e8a-3b36c0059e53), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:26.854275 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] For port 603d550e-4f46-4f09-925a-1d64c4689b0f, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=603d550e-4f46-4f09-925a-1d64c4689b0f,segment=NetworkSegment(b621d9f4-d6cf-43b5-98e9-c56fcec4f695),segment_id=b621d9f4-d6cf-43b5-98e9-c56fcec4f695)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:13:26.855929 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9e142d-666b-4db2-b822-a22cc16b1b53 admin admin] Router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 is scheduled to L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a with binding_index 1 {{(pid=103962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:13:26.856403 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f57f7c-8752-48bd-85ea-dae670bdced0 admin admin] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:13:26.856498 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (603d550e-4f46-4f09-925a-1d64c4689b0f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:26.903601 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-34f57f7c-8752-48bd-85ea-dae670bdced0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:26.916361 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f57f7c-8752-48bd-85ea-dae670bdced0 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:13:26.932417 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f57f7c-8752-48bd-85ea-dae670bdced0 admin admin] Pushing event updated for resources: {'Port': ['ID=2effa931-b2d2-4d90-9e8a-3b36c0059e53,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:26.936365 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Pushing event updated for resources: {'Port': ['ID=603d550e-4f46-4f09-925a-1d64c4689b0f,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:27.244779 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-310d1900-187a-47a5-b534-72feccd73f4d admin admin] Publish callbacks [] for router_gateway (4cd42c71-c143-4019-8178-007af10ae8e9), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:27.271160 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b445280d-b6b3-4852-b7fb-c53521698413 req-c63a8cb7-a8d4-4c36-9dea-7ff8e63b8d08 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 210 time: 0.1141934 Apr 05 11:13:27.281868 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9e142d-666b-4db2-b822-a22cc16b1b53 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:13:27.302810 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] Sync routers for ids ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:13:27.327283 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] Routers {'d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:13:27.329641 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:13:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:27.408841 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c95a15-ebc1-4ba8-973d-f6a7c595d708 None None] Network 7217652a-af97-4947-b0e2-d005c4528ce6 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:13:27.443214 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8a9e142d-666b-4db2-b822-a22cc16b1b53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:27.444478 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-8a9e142d-666b-4db2-b822-a22cc16b1b53 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5111353 Apr 05 11:13:27.455634 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54772) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:27.573831 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-885277e8-eddb-4013-82b0-12a92e825767 None None] Provisioning complete for port 603d550e-4f46-4f09-925a-1d64c4689b0f triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:27.574245 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-885277e8-eddb-4013-82b0-12a92e825767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (603d550e-4f46-4f09-925a-1d64c4689b0f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:27.672171 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] Set router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:13:27.904029 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-885277e8-eddb-4013-82b0-12a92e825767 None None] Current status of the port 603d550e-4f46-4f09-925a-1d64c4689b0f is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:27.990393 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac177537-e24c-4211-bfd9-a3f2ee6f76a1 None None] Network 3c3ad901-dee6-4adf-8761-f4e0b40921d1 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:13:28.142367 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-310d1900-187a-47a5-b534-72feccd73f4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585778'] for router (4cd42c71-c143-4019-8178-007af10ae8e9), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:28.157895 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-34f57f7c-8752-48bd-85ea-dae670bdced0 admin admin] Publish callbacks [] for router_gateway (62cc81f7-8f9d-4edf-a495-d3998e37b711), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:28.223846 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:25Z', 'revision_number': 3, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'gw_port': {'id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:28.302885 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] Checking router: d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:13:28.308172 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] Updating router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 port b9a696ab-802f-4090-a3e1-504a3e524a96 binding host dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:13:28.332535 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae86469-9330-4b55-9adc-312ec39d1717 None None] Network 61947bc0-bf95-4d84-a95a-a866833cbe78 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:13:28.336417 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-e76d6aaa-9198-4167-a68d-4322fc8f9732 None None] Provisioning complete for port 1d6a7db9-5fdf-46c2-8309-e868de1dc190 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:28.337543 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e76d6aaa-9198-4167-a68d-4322fc8f9732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (1d6a7db9-5fdf-46c2-8309-e868de1dc190), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:28.349294 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (b9a696ab-802f-4090-a3e1-504a3e524a96), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:28.400914 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54804) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:28.437078 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 1d6a7db9-5fdf-46c2-8309-e868de1dc190 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:13:28.496924 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-677c2c8f-016e-4c28-a736-79b5dc4cacd2 req-3c30c5df-3cf9-48c0-89eb-2a96553125d4 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 210 time: 0.0935719 Apr 05 11:13:28.630756 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54814) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:28.643157 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-e76d6aaa-9198-4167-a68d-4322fc8f9732 None None] Current status of the port 1d6a7db9-5fdf-46c2-8309-e868de1dc190 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:28.643561 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e76d6aaa-9198-4167-a68d-4322fc8f9732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (1d6a7db9-5fdf-46c2-8309-e868de1dc190), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:28.764614 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-e76d6aaa-9198-4167-a68d-4322fc8f9732 None None] For port 1d6a7db9-5fdf-46c2-8309-e868de1dc190, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=1d6a7db9-5fdf-46c2-8309-e868de1dc190,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:13:28.765603 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 1d6a7db9-5fdf-46c2-8309-e868de1dc190 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:28.766003 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (1d6a7db9-5fdf-46c2-8309-e868de1dc190), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:28.826151 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-145d5c0a-9924-437e-9ddf-87156ad54e84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:28.868756 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] Publish callbacks [] for port (b9a696ab-802f-4090-a3e1-504a3e524a96), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:28.871301 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e76d6aaa-9198-4167-a68d-4322fc8f9732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (1d6a7db9-5fdf-46c2-8309-e868de1dc190), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:28.935083 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (b9a696ab-802f-4090-a3e1-504a3e524a96), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:28.945565 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c65769ba-e93d-4846-b8f1-52f164ed8551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:29.011795 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310d1900-187a-47a5-b534-72feccd73f4d admin admin] Router 4cd42c71-c143-4019-8178-007af10ae8e9 is scheduled to L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:13:29.047237 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d6aaa-9198-4167-a68d-4322fc8f9732 None None] Pushing event updated for resources: {'Port': ['ID=1d6a7db9-5fdf-46c2-8309-e868de1dc190,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:29.049631 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-34f57f7c-8752-48bd-85ea-dae670bdced0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585778'] for router (62cc81f7-8f9d-4edf-a495-d3998e37b711), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:29.063203 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f44e3-4872-4922-b5d3-3c93d3498684 None None] Pushing event updated for resources: {'Port': ['ID=b9a696ab-802f-4090-a3e1-504a3e524a96,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:29.078214 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f44e3-4872-4922-b5d3-3c93d3498684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:29.080077 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f44e3-4872-4922-b5d3-3c93d3498684 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:29.080077 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f44e3-4872-4922-b5d3-3c93d3498684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:29.080077 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f44e3-4872-4922-b5d3-3c93d3498684 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:29.080077 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f44e3-4872-4922-b5d3-3c93d3498684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:29.080077 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f44e3-4872-4922-b5d3-3c93d3498684 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:29.080534 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f44e3-4872-4922-b5d3-3c93d3498684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:29.080803 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f44e3-4872-4922-b5d3-3c93d3498684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:29.081343 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f44e3-4872-4922-b5d3-3c93d3498684 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:29.081723 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f44e3-4872-4922-b5d3-3c93d3498684 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:29.082223 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f44e3-4872-4922-b5d3-3c93d3498684 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:29.082569 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f44e3-4872-4922-b5d3-3c93d3498684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:29.082925 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f44e3-4872-4922-b5d3-3c93d3498684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:29.083589 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f44e3-4872-4922-b5d3-3c93d3498684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:29.083589 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f44e3-4872-4922-b5d3-3c93d3498684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843f44e3-4872-4922-b5d3-3c93d3498684 None None] Tracked resource versions report: Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: pushed versions: Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: { 'AddressGroup': {'1.2'}, Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Agent': {'1.1'}, Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'ConntrackHelper': {'1.0'}, Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'LocalIPAssociation': {'1.0'}, Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Log': {'1.0'}, Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'NDPProxy': {'1.0'}, Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Network': {'1.1'}, Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Port': {'1.7'}, Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'PortForwarding': {'1.3'}, Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'QosPolicy': {'1.10'}, Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'SecurityGroup': {'1.5'}, Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'SecurityGroupRule': {'1.2'}, Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'SubPort': {'1.0'}, Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Subnet': {'1.1'}, Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Trunk': {'1.1'}} Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: consumer versions: Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: { DHCP agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: HyperV agent@hv-cinder-81899: {}, Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: L3 agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: Metadata agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: Metering agent@dv-cinder-818994-3-iscsi: {}, Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: Open vSwitch agent@dv-cinder-818994-3-iscsi: { 'AddressGroup': '1.2', Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Agent': '1.1', Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'ConntrackHelper': '1.0', Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'LocalIPAssociation': '1.0', Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Log': '1.0', Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'NDPProxy': '1.0', Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Network': '1.1', Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Port': '1.7', Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'PortForwarding': '1.3', Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'QosPolicy': '1.10', Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'SecurityGroup': '1.5', Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'SecurityGroupRule': '1.2', Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'SubPort': '1.0', Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Subnet': '1.1', Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: 'Trunk': '1.1'}} Apr 05 11:13:29.085392 dv-cinder-818994-3-iscsi neutron-server[103965]: {{(pid=103965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 11:13:29.123013 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] Attempting to bind port b9a696ab-802f-4090-a3e1-504a3e524a96 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:13:29.123529 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] Attempting to bind port b9a696ab-802f-4090-a3e1-504a3e524a96 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:13:29.124041 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] Attempting to bind port b9a696ab-802f-4090-a3e1-504a3e524a96 on network ab2e3e10-783c-4840-b185-530a1ad29b1c {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:13:29.133658 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:13:29.134336 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] Checking segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:13:29.134913 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:29.136171 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] Bound using segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:13:29.137341 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] Bound port: b9a696ab-802f-4090-a3e1-504a3e524a96, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:13:29.139136 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (b9a696ab-802f-4090-a3e1-504a3e524a96), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:29.154056 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-41d01438-8982-4d7c-a1e7-aa348e33ee6d None None] Provisioning complete for port 603d550e-4f46-4f09-925a-1d64c4689b0f triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:29.161485 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-41d01438-8982-4d7c-a1e7-aa348e33ee6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (603d550e-4f46-4f09-925a-1d64c4689b0f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:29.204145 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] For port b9a696ab-802f-4090-a3e1-504a3e524a96, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:13:29.207754 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] For port b9a696ab-802f-4090-a3e1-504a3e524a96, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=b9a696ab-802f-4090-a3e1-504a3e524a96,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:13:29.277386 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-145d5c0a-9924-437e-9ddf-87156ad54e84 admin admin] Publish callbacks [] for security_group (f4deb146-bc56-4fd3-9df2-c242dbdbc214), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:29.277578 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 1d6a7db9-5fdf-46c2-8309-e868de1dc190 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:29.297913 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 7a062e25-f390-457b-a718-9c6c745d3294 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:13:29.300269 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b40c568d-9c88-4e9e-8a6c-2c98d09743b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:29.304062 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (b9a696ab-802f-4090-a3e1-504a3e524a96), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:29.368944 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] Routers {'d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:13:29.369569 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:13:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:29.468512 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310d1900-187a-47a5-b534-72feccd73f4d admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:13:29.473540 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-41d01438-8982-4d7c-a1e7-aa348e33ee6d None None] Current status of the port 603d550e-4f46-4f09-925a-1d64c4689b0f is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:29.475889 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 7a062e25-f390-457b-a718-9c6c745d3294 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:29.476261 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (7a062e25-f390-457b-a718-9c6c745d3294), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:29.502848 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] Sync routers for ids ['4cd42c71-c143-4019-8178-007af10ae8e9'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:13:29.530670 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-41d01438-8982-4d7c-a1e7-aa348e33ee6d None None] Provisioning complete for port 7a062e25-f390-457b-a718-9c6c745d3294 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:29.531116 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-41d01438-8982-4d7c-a1e7-aa348e33ee6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (7a062e25-f390-457b-a718-9c6c745d3294), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:29.534942 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] Routers {'4cd42c71-c143-4019-8178-007af10ae8e9'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:13:29.535607 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:13:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['4cd42c71-c143-4019-8178-007af10ae8e9'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:29.546459 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-b40c568d-9c88-4e9e-8a6c-2c98d09743b9 admin admin] Allocated IP 172.20.0.1 (3c3ad901-dee6-4adf-8761-f4e0b40921d1/c226d4fe-4408-4a2e-a42d-e1f9fb159119/7b913366-668f-4167-b29f-1548ef657c15) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:13:29.568137 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-310d1900-187a-47a5-b534-72feccd73f4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:29.573460 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-310d1900-187a-47a5-b534-72feccd73f4d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6571133 Apr 05 11:13:29.574082 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54830) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:29.582119 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-145d5c0a-9924-437e-9ddf-87156ad54e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (f4deb146-bc56-4fd3-9df2-c242dbdbc214), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:29.584799 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] Set router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:13:29.629701 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54832) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:29.632199 dv-cinder-818994-3-iscsi neutron-server[103963]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 11:13:29.691617 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c65769ba-e93d-4846-b8f1-52f164ed8551 admin admin] Publish callbacks [] for security_group (9a4031e8-a975-49f2-bedc-90fdb685bc0f), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:29.696731 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-15dd2008-07db-4a63-948e-3404470feb19 req-e193ce2a-87a9-4f64-ae71-0827f7cd0fae tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 210 time: 0.0654540 Apr 05 11:13:29.701214 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f57f7c-8752-48bd-85ea-dae670bdced0 admin admin] Router 62cc81f7-8f9d-4edf-a495-d3998e37b711 is scheduled to L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:13:29.708506 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d5c0a-9924-437e-9ddf-87156ad54e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4deb146-bc56-4fd3-9df2-c242dbdbc214,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:29.725696 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-145d5c0a-9924-437e-9ddf-87156ad54e84 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=012572ada3134aaaa340f4f422e688d9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3014345 Apr 05 11:13:29.728349 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54834) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:29.765459 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-41d01438-8982-4d7c-a1e7-aa348e33ee6d None None] Current status of the port 7a062e25-f390-457b-a718-9c6c745d3294 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:29.765996 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-41d01438-8982-4d7c-a1e7-aa348e33ee6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (7a062e25-f390-457b-a718-9c6c745d3294), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:29.781884 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] Set router 4cd42c71-c143-4019-8178-007af10ae8e9 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:13:29.797553 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c65769ba-e93d-4846-b8f1-52f164ed8551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (9a4031e8-a975-49f2-bedc-90fdb685bc0f), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:29.890142 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f57f7c-8752-48bd-85ea-dae670bdced0 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:13:29.894757 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 7a062e25-f390-457b-a718-9c6c745d3294 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:29.895471 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (7a062e25-f390-457b-a718-9c6c745d3294), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:29.925206 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] Sync routers for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:13:29.939797 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54842) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:29.941788 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:25Z', 'revision_number': 3, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'gw_port': {'id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:29.942657 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c65769ba-e93d-4846-b8f1-52f164ed8551 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5a397a5f5bc4c91a06efbca0cd373cd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3000145 Apr 05 11:13:29.958906 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65769ba-e93d-4846-b8f1-52f164ed8551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4031e8-a975-49f2-bedc-90fdb685bc0f,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:29.963526 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] For port 7a062e25-f390-457b-a718-9c6c745d3294, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=7a062e25-f390-457b-a718-9c6c745d3294,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:13:29.998990 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f44e3-4872-4922-b5d3-3c93d3498684 None None] Pushing event updated for resources: {'Port': ['ID=b9a696ab-802f-4090-a3e1-504a3e524a96,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:30.018845 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829ecd05-ebcf-4217-8192-c82c978e899d None None] The sync data for ids ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'] in dv-cinder-818994-3-iscsi is: [{'id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:25Z', 'revision_number': 3, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'gw_port': {'id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:13:30.030051 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ef467ddf-0836-4026-9796-3c36c1322ed6 admin admin] Publish callbacks [] for security_group (f4deb146-bc56-4fd3-9df2-c242dbdbc214), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:30.039833 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:13:30.040699 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:13:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:30.050581 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-595cb524-5fec-4896-83e7-c9e17783debd admin admin] Publish callbacks [] for security_group (9a4031e8-a975-49f2-bedc-90fdb685bc0f), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:30.051504 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b40c568d-9c88-4e9e-8a6c-2c98d09743b9 admin admin] Publish callbacks [] for port (7b913366-668f-4167-b29f-1548ef657c15), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:30.059349 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-34f57f7c-8752-48bd-85ea-dae670bdced0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:30.061159 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-34f57f7c-8752-48bd-85ea-dae670bdced0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.0781765 Apr 05 11:13:30.064382 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 54848) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:30.075013 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (7a062e25-f390-457b-a718-9c6c745d3294), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:30.075801 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 603d550e-4f46-4f09-925a-1d64c4689b0f up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:13:30.109666 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ef467ddf-0836-4026-9796-3c36c1322ed6 admin admin] Publish callbacks [] for security_group (f4deb146-bc56-4fd3-9df2-c242dbdbc214), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:30.249100 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b40c568d-9c88-4e9e-8a6c-2c98d09743b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (7b913366-668f-4167-b29f-1548ef657c15), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:30.299100 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ef467ddf-0836-4026-9796-3c36c1322ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (f4deb146-bc56-4fd3-9df2-c242dbdbc214), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:30.302305 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ef467ddf-0836-4026-9796-3c36c1322ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:30.303574 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-ef467ddf-0836-4026-9796-3c36c1322ed6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4deb146-bc56-4fd3-9df2-c242dbdbc214 HTTP/1.1" status: 204 len: 168 time: 0.5743487 Apr 05 11:13:30.351228 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40c568d-9c88-4e9e-8a6c-2c98d09743b9 admin admin] Network 3c3ad901-dee6-4adf-8761-f4e0b40921d1 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:13:30.374111 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef467ddf-0836-4026-9796-3c36c1322ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4deb146-bc56-4fd3-9df2-c242dbdbc214,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:30.383291 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c568d-9c88-4e9e-8a6c-2c98d09743b9 admin admin] Pushing event updated for resources: {'Port': ['ID=7b913366-668f-4167-b29f-1548ef657c15,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:30.386663 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-b40c568d-9c88-4e9e-8a6c-2c98d09743b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:30.416096 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40c568d-9c88-4e9e-8a6c-2c98d09743b9 admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:13:30.416722 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b40c568d-9c88-4e9e-8a6c-2c98d09743b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585827'] for router_interface (d7838cf1-30b5-40dd-ad3a-27cf0898c0f7), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:30.508283 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:13:30.514930 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-595cb524-5fec-4896-83e7-c9e17783debd admin admin] Publish callbacks [] for security_group (9a4031e8-a975-49f2-bedc-90fdb685bc0f), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:30.628012 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.db.api [None req-41d01438-8982-4d7c-a1e7-aa348e33ee6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 11:13:30.628669 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG oslo_db.api [None req-41d01438-8982-4d7c-a1e7-aa348e33ee6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 11:13:30.806926 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:27Z', 'revision_number': 3, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:30.828978 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 603d550e-4f46-4f09-925a-1d64c4689b0f triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:30.829345 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (603d550e-4f46-4f09-925a-1d64c4689b0f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:30.854550 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] Checking router: 62cc81f7-8f9d-4edf-a495-d3998e37b711 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:13:30.855031 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] Updating router 62cc81f7-8f9d-4edf-a495-d3998e37b711 port 2effa931-b2d2-4d90-9e8a-3b36c0059e53 binding host dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:13:30.895460 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (2effa931-b2d2-4d90-9e8a-3b36c0059e53), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:30.954990 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b40c568d-9c88-4e9e-8a6c-2c98d09743b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (7b913366-668f-4167-b29f-1548ef657c15), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:30.982230 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Pushing event updated for resources: {'Port': ['ID=7a062e25-f390-457b-a718-9c6c745d3294,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:31.124949 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:26Z', 'revision_number': 3, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'gw_port': {'id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:31.184655 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] Checking router: 4cd42c71-c143-4019-8178-007af10ae8e9 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:13:31.185010 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] Updating router 4cd42c71-c143-4019-8178-007af10ae8e9 port 41558a8c-23cd-433c-a923-fbadce7d120c binding host dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:13:31.190534 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 603d550e-4f46-4f09-925a-1d64c4689b0f is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:31.245092 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e0fd9b9d-08af-439e-a099-9fd8a063d22d req-70307027-37c8-45c8-81d7-aca4b8f85cd9 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 210 time: 0.0884261 Apr 05 11:13:31.290151 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (41558a8c-23cd-433c-a923-fbadce7d120c), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:31.298175 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-595cb524-5fec-4896-83e7-c9e17783debd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (9a4031e8-a975-49f2-bedc-90fdb685bc0f), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:31.302349 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-595cb524-5fec-4896-83e7-c9e17783debd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:31.309324 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-595cb524-5fec-4896-83e7-c9e17783debd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a4031e8-a975-49f2-bedc-90fdb685bc0f HTTP/1.1" status: 204 len: 168 time: 1.3677928 Apr 05 11:13:31.340606 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-41d01438-8982-4d7c-a1e7-aa348e33ee6d None None] Current status of the port 7a062e25-f390-457b-a718-9c6c745d3294 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:31.346698 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54886) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:31.373195 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b40c568d-9c88-4e9e-8a6c-2c98d09743b9 admin admin] Publish callbacks [] for port (7b913366-668f-4167-b29f-1548ef657c15), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:31.401874 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a058e107-7811-478f-947c-666e2b25d19e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:31.456020 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b40c568d-9c88-4e9e-8a6c-2c98d09743b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (7b913366-668f-4167-b29f-1548ef657c15), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:31.458070 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b40c568d-9c88-4e9e-8a6c-2c98d09743b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1809836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583667'] for router_interface (d7838cf1-30b5-40dd-ad3a-27cf0898c0f7), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:31.510236 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595cb524-5fec-4896-83e7-c9e17783debd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4031e8-a975-49f2-bedc-90fdb685bc0f,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:31.560770 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] Publish callbacks [] for port (2effa931-b2d2-4d90-9e8a-3b36c0059e53), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:31.576900 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 1d6a7db9-5fdf-46c2-8309-e868de1dc190 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:13:31.670786 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (2effa931-b2d2-4d90-9e8a-3b36c0059e53), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:31.708505 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-452ad506-0f0d-47c0-92fe-90d27a5ae985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:31.710043 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-df740e2e-ba8f-4008-b244-bb4c483e8329 None None] Provisioning complete for port 7b913366-668f-4167-b29f-1548ef657c15 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:31.710445 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-df740e2e-ba8f-4008-b244-bb4c483e8329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (7b913366-668f-4167-b29f-1548ef657c15), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:31.787122 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] Attempting to bind port 2effa931-b2d2-4d90-9e8a-3b36c0059e53 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:13:31.787122 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] Attempting to bind port 2effa931-b2d2-4d90-9e8a-3b36c0059e53 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:13:31.787122 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] Attempting to bind port 2effa931-b2d2-4d90-9e8a-3b36c0059e53 on network ab2e3e10-783c-4840-b185-530a1ad29b1c {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:13:31.793840 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c221b91-025e-4b42-9029-80a64262163a None None] Pushing event updated for resources: {'Port': ['ID=2effa931-b2d2-4d90-9e8a-3b36c0059e53,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:31.809386 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:13:31.811745 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] Checking segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:13:31.812419 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:31.813189 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] Bound using segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:13:31.815103 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] Bound port: 2effa931-b2d2-4d90-9e8a-3b36c0059e53, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:13:31.816027 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (2effa931-b2d2-4d90-9e8a-3b36c0059e53), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:31.822327 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-df740e2e-ba8f-4008-b244-bb4c483e8329 None None] Port 7b913366-668f-4167-b29f-1548ef657c15 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:13:31.885802 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-df740e2e-ba8f-4008-b244-bb4c483e8329 None None] Provisioning complete for port 1d6a7db9-5fdf-46c2-8309-e868de1dc190 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:31.886204 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-df740e2e-ba8f-4008-b244-bb4c483e8329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (1d6a7db9-5fdf-46c2-8309-e868de1dc190), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:31.896277 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 1d6a7db9-5fdf-46c2-8309-e868de1dc190 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:31.896656 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (1d6a7db9-5fdf-46c2-8309-e868de1dc190), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:31.910030 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c568d-9c88-4e9e-8a6c-2c98d09743b9 admin admin] Pushing event updated for resources: {'Port': ['ID=7b913366-668f-4167-b29f-1548ef657c15,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:31.918540 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] For port 2effa931-b2d2-4d90-9e8a-3b36c0059e53, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:13:31.926377 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] For port 2effa931-b2d2-4d90-9e8a-3b36c0059e53, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=2effa931-b2d2-4d90-9e8a-3b36c0059e53,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:13:32.024150 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (2effa931-b2d2-4d90-9e8a-3b36c0059e53), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:32.032682 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40c568d-9c88-4e9e-8a6c-2c98d09743b9 admin admin] Network 3c3ad901-dee6-4adf-8761-f4e0b40921d1 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:13:32.060351 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a058e107-7811-478f-947c-666e2b25d19e admin admin] Publish callbacks [] for security_group (da6ccc00-0f60-4f2a-8473-c67073cfc721), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:32.062048 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-b40c568d-9c88-4e9e-8a6c-2c98d09743b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:32.141341 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 1d6a7db9-5fdf-46c2-8309-e868de1dc190 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:32.143679 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 7a062e25-f390-457b-a718-9c6c745d3294 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:13:32.174526 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c221b91-025e-4b42-9029-80a64262163a None None] Pushing event updated for resources: {'Port': ['ID=2effa931-b2d2-4d90-9e8a-3b36c0059e53,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:32.183309 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:13:32.183838 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:13:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:32.318910 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-df740e2e-ba8f-4008-b244-bb4c483e8329 None None] Current status of the port 1d6a7db9-5fdf-46c2-8309-e868de1dc190 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:32.329390 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a058e107-7811-478f-947c-666e2b25d19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (da6ccc00-0f60-4f2a-8473-c67073cfc721), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:32.357416 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 7a062e25-f390-457b-a718-9c6c745d3294 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:32.357816 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (7a062e25-f390-457b-a718-9c6c745d3294), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:32.447504 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-df740e2e-ba8f-4008-b244-bb4c483e8329 None None] Provisioning complete for port 7a062e25-f390-457b-a718-9c6c745d3294 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:32.447901 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-df740e2e-ba8f-4008-b244-bb4c483e8329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (7a062e25-f390-457b-a718-9c6c745d3294), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:32.465214 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:13:32.500530 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a058e107-7811-478f-947c-666e2b25d19e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3a98e20d366c4ae780d902f68ba1d3f3&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1513004 Apr 05 11:13:32.504509 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54924) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:32.508796 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058e107-7811-478f-947c-666e2b25d19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6ccc00-0f60-4f2a-8473-c67073cfc721,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:32.601115 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40c568d-9c88-4e9e-8a6c-2c98d09743b9 admin admin] Router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:13:32.625078 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e98e8414-2990-4468-b2d8-8a0e5b6d80ce admin admin] Publish callbacks [] for security_group (da6ccc00-0f60-4f2a-8473-c67073cfc721), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:32.650714 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-43b28bda-2f6c-4be3-bfed-6df95d5620d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:32.655489 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e98e8414-2990-4468-b2d8-8a0e5b6d80ce admin admin] Publish callbacks [] for security_group (da6ccc00-0f60-4f2a-8473-c67073cfc721), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:32.736175 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-452ad506-0f0d-47c0-92fe-90d27a5ae985 admin admin] Allocated IP 172.20.0.1 (7217652a-af97-4947-b0e2-d005c4528ce6/f82113b2-532a-4a4b-a711-82c62696ceb0/1ebd413e-8a6d-46e4-8b1d-d16229e841d2) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:13:32.791344 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] Publish callbacks [] for port (41558a8c-23cd-433c-a923-fbadce7d120c), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:32.833608 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-50f4d6b4-0070-4d1a-9939-70bf9d727cd4 req-0a0c9bfe-e31c-43f9-85df-42ddc00cd8af tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 210 time: 0.1227312 Apr 05 11:13:32.836663 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e98e8414-2990-4468-b2d8-8a0e5b6d80ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (da6ccc00-0f60-4f2a-8473-c67073cfc721), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:32.839926 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e98e8414-2990-4468-b2d8-8a0e5b6d80ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:32.840752 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e98e8414-2990-4468-b2d8-8a0e5b6d80ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da6ccc00-0f60-4f2a-8473-c67073cfc721 HTTP/1.1" status: 204 len: 168 time: 0.3292732 Apr 05 11:13:32.843035 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 7a062e25-f390-457b-a718-9c6c745d3294 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:32.855431 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e8414-2990-4468-b2d8-8a0e5b6d80ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6ccc00-0f60-4f2a-8473-c67073cfc721,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:32.867371 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device b9a696ab-802f-4090-a3e1-504a3e524a96 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:13:32.908322 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:27Z', 'revision_number': 3, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:32.942747 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d56a4a-d1e6-4b08-98e3-0251c84c7408 None None] The sync data for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi is: [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:27Z', 'revision_number': 3, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:13:32.946106 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (41558a8c-23cd-433c-a923-fbadce7d120c), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:32.966781 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-df740e2e-ba8f-4008-b244-bb4c483e8329 None None] Current status of the port 7a062e25-f390-457b-a718-9c6c745d3294 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:32.989001 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40c568d-9c88-4e9e-8a6c-2c98d09743b9 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:13:32.994256 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b40c568d-9c88-4e9e-8a6c-2c98d09743b9 admin admin] 10.222.0.39 "PUT /v2.0/routers/d7838cf1-30b5-40dd-ad3a-27cf0898c0f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5375133 Apr 05 11:13:33.028870 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] Sync routers for ids ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:13:33.060753 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54942) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:33.104028 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfb6d9-7193-4619-ae0f-ade38c69fdfa None None] Pushing event updated for resources: {'Port': ['ID=41558a8c-23cd-433c-a923-fbadce7d120c,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:33.109835 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] Attempting to bind port 41558a8c-23cd-433c-a923-fbadce7d120c on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:13:33.110301 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] Attempting to bind port 41558a8c-23cd-433c-a923-fbadce7d120c by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:13:33.111304 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] Attempting to bind port 41558a8c-23cd-433c-a923-fbadce7d120c on network ab2e3e10-783c-4840-b185-530a1ad29b1c {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:13:33.112801 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] Routers {'d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:13:33.113828 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:13:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:33.121311 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-452ad506-0f0d-47c0-92fe-90d27a5ae985 admin admin] Publish callbacks [] for port (1ebd413e-8a6d-46e4-8b1d-d16229e841d2), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:33.165780 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:13:33.166947 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] Checking segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:13:33.168091 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:33.168784 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] Bound using segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:13:33.169428 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] Bound port: 41558a8c-23cd-433c-a923-fbadce7d120c, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:13:33.169988 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (41558a8c-23cd-433c-a923-fbadce7d120c), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:33.178104 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-43b28bda-2f6c-4be3-bfed-6df95d5620d5 admin admin] Allocated IP 172.20.0.1 (61947bc0-bf95-4d84-a95a-a866833cbe78/f101b1e5-cdea-47a9-9394-b1ed9aabe983/d3aa3c3b-6659-4178-ac85-0826f7740246) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:13:33.236444 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-97df7557-6e2a-46c9-9557-f238a1cf36ac None None] Provisioning complete for port 7b913366-668f-4167-b29f-1548ef657c15 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:33.236444 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-97df7557-6e2a-46c9-9557-f238a1cf36ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (7b913366-668f-4167-b29f-1548ef657c15), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:33.258936 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-452ad506-0f0d-47c0-92fe-90d27a5ae985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (1ebd413e-8a6d-46e4-8b1d-d16229e841d2), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:33.310782 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port b9a696ab-802f-4090-a3e1-504a3e524a96 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:33.311557 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (b9a696ab-802f-4090-a3e1-504a3e524a96), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:33.320330 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ad506-0f0d-47c0-92fe-90d27a5ae985 admin admin] Pushing event updated for resources: {'Port': ['ID=1ebd413e-8a6d-46e4-8b1d-d16229e841d2,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:33.331070 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452ad506-0f0d-47c0-92fe-90d27a5ae985 admin admin] Network 7217652a-af97-4947-b0e2-d005c4528ce6 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:13:33.345923 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-452ad506-0f0d-47c0-92fe-90d27a5ae985 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:33.362553 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452ad506-0f0d-47c0-92fe-90d27a5ae985 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:13:33.363118 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-452ad506-0f0d-47c0-92fe-90d27a5ae985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585827'] for router_interface (4cd42c71-c143-4019-8178-007af10ae8e9), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:33.438027 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] For port 41558a8c-23cd-433c-a923-fbadce7d120c, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:13:33.449018 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-97df7557-6e2a-46c9-9557-f238a1cf36ac None None] Port 7b913366-668f-4167-b29f-1548ef657c15 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:13:33.473328 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] For port 41558a8c-23cd-433c-a923-fbadce7d120c, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=41558a8c-23cd-433c-a923-fbadce7d120c,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:13:33.477426 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] Set router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:13:33.660954 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (41558a8c-23cd-433c-a923-fbadce7d120c), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:33.724444 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-266ceae3-7f9a-413d-a8ca-a00c19c5c857 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1588282930-network', 'tenant_id': '9bc1c2b54eb648dc9230a69a11f58d97'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:33.822324 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-452ad506-0f0d-47c0-92fe-90d27a5ae985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (1ebd413e-8a6d-46e4-8b1d-d16229e841d2), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:33.827275 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-43b28bda-2f6c-4be3-bfed-6df95d5620d5 admin admin] Publish callbacks [] for port (d3aa3c3b-6659-4178-ac85-0826f7740246), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:33.852147 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266ceae3-7f9a-413d-a8ca-a00c19c5c857 admin admin] Made reservation on behalf of 9bc1c2b54eb648dc9230a69a11f58d97 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:13:33.854481 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-266ceae3-7f9a-413d-a8ca-a00c19c5c857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:33.866816 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-266ceae3-7f9a-413d-a8ca-a00c19c5c857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:34.046681 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-266ceae3-7f9a-413d-a8ca-a00c19c5c857 admin admin] Publish callbacks [] for security_group (c2a5f5c1-575c-4700-a792-9d78fed88976), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:34.118437 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-72cf5939-813c-472f-aac7-1a46bfb7b94b req-c300ad6e-4358-462a-b335-a8b7907ac08b tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 210 time: 0.0679598 Apr 05 11:13:34.119428 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-266ceae3-7f9a-413d-a8ca-a00c19c5c857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (c2a5f5c1-575c-4700-a792-9d78fed88976), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:34.152555 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-452ad506-0f0d-47c0-92fe-90d27a5ae985 admin admin] Publish callbacks [] for port (1ebd413e-8a6d-46e4-8b1d-d16229e841d2), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:34.181665 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-266ceae3-7f9a-413d-a8ca-a00c19c5c857 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:13:34.200432 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ceae3-7f9a-413d-a8ca-a00c19c5c857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a5f5c1-575c-4700-a792-9d78fed88976,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:34.218265 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-452ad506-0f0d-47c0-92fe-90d27a5ae985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (1ebd413e-8a6d-46e4-8b1d-d16229e841d2), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:34.219250 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-452ad506-0f0d-47c0-92fe-90d27a5ae985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1809836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583667'] for router_interface (4cd42c71-c143-4019-8178-007af10ae8e9), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:34.227899 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-266ceae3-7f9a-413d-a8ca-a00c19c5c857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (efb9773f-4b33-4e61-881c-435140d92e93), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:34.228914 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-266ceae3-7f9a-413d-a8ca-a00c19c5c857 admin admin] Added segment efb9773f-4b33-4e61-881c-435140d92e93 of type vlan for network a2665a58-c8bf-48a1-b9fa-11bac089ac51 Apr 05 11:13:34.275357 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-43b28bda-2f6c-4be3-bfed-6df95d5620d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (d3aa3c3b-6659-4178-ac85-0826f7740246), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:34.362251 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-266ceae3-7f9a-413d-a8ca-a00c19c5c857 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793732229416'] for network (a2665a58-c8bf-48a1-b9fa-11bac089ac51), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:34.391583 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b28bda-2f6c-4be3-bfed-6df95d5620d5 admin admin] Network 61947bc0-bf95-4d84-a95a-a866833cbe78 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:13:34.400495 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-43b28bda-2f6c-4be3-bfed-6df95d5620d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:34.403628 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port b9a696ab-802f-4090-a3e1-504a3e524a96 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:34.404134 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (b9a696ab-802f-4090-a3e1-504a3e524a96), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:34.405212 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b28bda-2f6c-4be3-bfed-6df95d5620d5 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:13:34.405878 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-43b28bda-2f6c-4be3-bfed-6df95d5620d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585827'] for router_interface (62cc81f7-8f9d-4edf-a495-d3998e37b711), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:34.409153 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ad506-0f0d-47c0-92fe-90d27a5ae985 admin admin] Pushing event updated for resources: {'Port': ['ID=1ebd413e-8a6d-46e4-8b1d-d16229e841d2,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:34.413510 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-d8b502bc-1694-4c7c-a9fb-31adba92245d None None] Provisioning complete for port 1ebd413e-8a6d-46e4-8b1d-d16229e841d2 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:34.413972 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d8b502bc-1694-4c7c-a9fb-31adba92245d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (1ebd413e-8a6d-46e4-8b1d-d16229e841d2), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:34.430080 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfb6d9-7193-4619-ae0f-ade38c69fdfa None None] Pushing event updated for resources: {'Port': ['ID=41558a8c-23cd-433c-a923-fbadce7d120c,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:34.480640 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] Routers {'4cd42c71-c143-4019-8178-007af10ae8e9'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:13:34.481384 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:13:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['4cd42c71-c143-4019-8178-007af10ae8e9'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:34.487682 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] For port b9a696ab-802f-4090-a3e1-504a3e524a96, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=b9a696ab-802f-4090-a3e1-504a3e524a96,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:13:34.533424 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452ad506-0f0d-47c0-92fe-90d27a5ae985 admin admin] Network 7217652a-af97-4947-b0e2-d005c4528ce6 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:13:34.538160 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-452ad506-0f0d-47c0-92fe-90d27a5ae985 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:34.538646 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-266ceae3-7f9a-413d-a8ca-a00c19c5c857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for network (a2665a58-c8bf-48a1-b9fa-11bac089ac51), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:34.540341 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266ceae3-7f9a-413d-a8ca-a00c19c5c857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:34.540977 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-266ceae3-7f9a-413d-a8ca-a00c19c5c857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:34.661592 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54978) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:34.668275 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-f8e93c40-d60f-49ef-8db5-67e89c5ae9bb tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1136589565', 'description': 'tempest-description--338004150'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:34.691335 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-266ceae3-7f9a-413d-a8ca-a00c19c5c857 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6241670 Apr 05 11:13:34.691853 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 54982) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:34.702111 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-0fe1f6c0-f149-4840-b8a8-212ee645bc31 admin admin] Request body: {'subnet': {'network_id': 'a2665a58-c8bf-48a1-b9fa-11bac089ac51', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1588282930-subnet', 'tenant_id': '9bc1c2b54eb648dc9230a69a11f58d97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:34.703943 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d8b502bc-1694-4c7c-a9fb-31adba92245d None None] Port 1ebd413e-8a6d-46e4-8b1d-d16229e841d2 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:13:34.707230 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (b9a696ab-802f-4090-a3e1-504a3e524a96), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:34.710348 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ceae3-7f9a-413d-a8ca-a00c19c5c857 admin admin] Pushing event updated for resources: {'Network': ['ID=a2665a58-c8bf-48a1-b9fa-11bac089ac51,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:34.728663 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452ad506-0f0d-47c0-92fe-90d27a5ae985 admin admin] Router 4cd42c71-c143-4019-8178-007af10ae8e9 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:13:34.760371 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:30Z', 'revision_number': 4, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'gw_port': {'id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '7b913366-668f-4167-b29f-1548ef657c15', 'name': '', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'mac_address': 'fa:16:3e:09:4b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:29Z', 'updated_at': '2022-04-05T11:13:31Z', 'revision_number': 2, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'subnets': [{'id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:34.800429 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f8e93c40-d60f-49ef-8db5-67e89c5ae9bb tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:34.832504 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Network a2665a58-c8bf-48a1-b9fa-11bac089ac51 details requested by agent ovs-agent-dv-cinder-818994-3-iscsi with host dv-cinder-818994-3-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:13:34.836080 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe1f6c0-f149-4840-b8a8-212ee645bc31 admin admin] Made reservation on behalf of 9bc1c2b54eb648dc9230a69a11f58d97 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:13:34.841066 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0fe1f6c0-f149-4840-b8a8-212ee645bc31 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:34.919065 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] Set router 4cd42c71-c143-4019-8178-007af10ae8e9 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:13:35.069456 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 2effa931-b2d2-4d90-9e8a-3b36c0059e53 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:13:35.073709 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b28bda-2f6c-4be3-bfed-6df95d5620d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d3aa3c3b-6659-4178-ac85-0826f7740246,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:35.123910 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] Checking router: d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:13:35.124272 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] Updating router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 port 7b913366-668f-4167-b29f-1548ef657c15 binding host dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:13:35.138462 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452ad506-0f0d-47c0-92fe-90d27a5ae985 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:13:35.145762 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-452ad506-0f0d-47c0-92fe-90d27a5ae985 admin admin] 10.222.0.39 "PUT /v2.0/routers/4cd42c71-c143-4019-8178-007af10ae8e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5704615 Apr 05 11:13:35.178875 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f8e93c40-d60f-49ef-8db5-67e89c5ae9bb tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group (63a09d99-07e0-4d8d-857e-b8d6c32105dc), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:35.256935 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-43b28bda-2f6c-4be3-bfed-6df95d5620d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (d3aa3c3b-6659-4178-ac85-0826f7740246), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:35.277450 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (7b913366-668f-4167-b29f-1548ef657c15), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:35.280065 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-10e40783-d3f4-4a61-b0d6-123011a36681 req-464051c2-ae13-4e8b-8a88-c97c6a86b47a tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 210 time: 0.0423288 Apr 05 11:13:35.290085 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f8e93c40-d60f-49ef-8db5-67e89c5ae9bb tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (63a09d99-07e0-4d8d-857e-b8d6c32105dc), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:35.400705 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 2effa931-b2d2-4d90-9e8a-3b36c0059e53 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:35.402551 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (2effa931-b2d2-4d90-9e8a-3b36c0059e53), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:35.418214 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f8e93c40-d60f-49ef-8db5-67e89c5ae9bb tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:35.422508 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55008) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:35.423179 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f8e93c40-d60f-49ef-8db5-67e89c5ae9bb tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7603071 Apr 05 11:13:35.427457 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-e6a9cba9-509e-430d-a94a-d489fd764d80 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Request body: {'security_group_rule': {'security_group_id': '63a09d99-07e0-4d8d-857e-b8d6c32105dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:35.430275 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e93c40-d60f-49ef-8db5-67e89c5ae9bb tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a09d99-07e0-4d8d-857e-b8d6c32105dc,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:35.487221 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0fe1f6c0-f149-4840-b8a8-212ee645bc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for subnet (cac6dd7c-b878-4806-9c0e-66504b3a3eea), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:35.513160 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-43b28bda-2f6c-4be3-bfed-6df95d5620d5 admin admin] Publish callbacks [] for port (d3aa3c3b-6659-4178-ac85-0826f7740246), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:35.539222 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-7a0ccadd-bf45-47a7-93dc-3d8b8e73b7d5 None None] Provisioning complete for port d3aa3c3b-6659-4178-ac85-0826f7740246 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:35.539222 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7a0ccadd-bf45-47a7-93dc-3d8b8e73b7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (d3aa3c3b-6659-4178-ac85-0826f7740246), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:35.550825 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e6a9cba9-509e-430d-a94a-d489fd764d80 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group_rule (aac3a03d-973f-4663-983d-8ddb8db1cc8a), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:35.556362 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1f6c0-f149-4840-b8a8-212ee645bc31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac6dd7c-b878-4806-9c0e-66504b3a3eea,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:35.567241 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe1f6c0-f149-4840-b8a8-212ee645bc31 admin admin] Checking segment: {'id': 'efb9773f-4b33-4e61-881c-435140d92e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'a2665a58-c8bf-48a1-b9fa-11bac089ac51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:13:35.567762 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe1f6c0-f149-4840-b8a8-212ee645bc31 admin admin] Network hostable DHCP agents. Network: a2665a58-c8bf-48a1-b9fa-11bac089ac51, hostable agents: ['cd8b06fc-05cb-41d0-9f86-42134aa474b0'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:13:35.612112 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-43b28bda-2f6c-4be3-bfed-6df95d5620d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (d3aa3c3b-6659-4178-ac85-0826f7740246), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:35.612112 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-43b28bda-2f6c-4be3-bfed-6df95d5620d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1809836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583667'] for router_interface (62cc81f7-8f9d-4edf-a495-d3998e37b711), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:35.623009 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ccadd-bf45-47a7-93dc-3d8b8e73b7d5 None None] Port d3aa3c3b-6659-4178-ac85-0826f7740246 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:13:35.624425 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Pushing event updated for resources: {'Port': ['ID=b9a696ab-802f-4090-a3e1-504a3e524a96,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:35.683984 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.58', 57852) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:35.699720 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 2effa931-b2d2-4d90-9e8a-3b36c0059e53 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:35.700127 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (2effa931-b2d2-4d90-9e8a-3b36c0059e53), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:35.743893 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe1f6c0-f149-4840-b8a8-212ee645bc31 admin admin] Network a2665a58-c8bf-48a1-b9fa-11bac089ac51 is scheduled to be hosted by DHCP agent cd8b06fc-05cb-41d0-9f86-42134aa474b0 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:13:35.791151 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] For port 2effa931-b2d2-4d90-9e8a-3b36c0059e53, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=2effa931-b2d2-4d90-9e8a-3b36c0059e53,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:13:35.817478 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b28bda-2f6c-4be3-bfed-6df95d5620d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d3aa3c3b-6659-4178-ac85-0826f7740246,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:35.839972 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e6a9cba9-509e-430d-a94a-d489fd764d80 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group_rule (aac3a03d-973f-4663-983d-8ddb8db1cc8a), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:35.896209 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b28bda-2f6c-4be3-bfed-6df95d5620d5 admin admin] Network 61947bc0-bf95-4d84-a95a-a866833cbe78 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:13:35.896209 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-43b28bda-2f6c-4be3-bfed-6df95d5620d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:35.959877 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-3311a04c-acfb-4fa7-866c-2f1e2beb674c tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:35.963441 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-3311a04c-acfb-4fa7-866c-2f1e2beb674c tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.58 "GET /v2.0/networks?id=fd4c078f-14f0-454e-a466-b883edc92fb1 HTTP/1.1" status: 200 len: 812 time: 0.2783339 Apr 05 11:13:35.967353 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-0fe1f6c0-f149-4840-b8a8-212ee645bc31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-iscsi, a2665a58-c8bf-48a1-b9fa-11bac089ac51) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:35.970970 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (2effa931-b2d2-4d90-9e8a-3b36c0059e53), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:35.978419 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe1f6c0-f149-4840-b8a8-212ee645bc31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:35.980458 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0fe1f6c0-f149-4840-b8a8-212ee645bc31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:35.983918 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9280e3b3-0508-4754-9bf8-89fc6be34e8d None None] Provisioning complete for port 1ebd413e-8a6d-46e4-8b1d-d16229e841d2 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:35.984514 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9280e3b3-0508-4754-9bf8-89fc6be34e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (1ebd413e-8a6d-46e4-8b1d-d16229e841d2), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:36.013185 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-e318b84f-540b-456a-a63f-cb997415b9b0 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Request body: {'port': {'device_id': '0d8a287b-66c2-4188-acdf-60a0b6322df8', 'network_id': 'fd4c078f-14f0-454e-a466-b883edc92fb1', 'admin_state_up': True, 'tenant_id': '782ef6623f6b4e4c88f74aafdb472163'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:36.054680 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9280e3b3-0508-4754-9bf8-89fc6be34e8d None None] Port 1ebd413e-8a6d-46e4-8b1d-d16229e841d2 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:13:36.060370 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a00b829-097a-40ce-af5c-21008b54c92f None None] Network a2665a58-c8bf-48a1-b9fa-11bac089ac51 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:13:36.073916 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e6a9cba9-509e-430d-a94a-d489fd764d80 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (aac3a03d-973f-4663-983d-8ddb8db1cc8a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:36.073916 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b28bda-2f6c-4be3-bfed-6df95d5620d5 admin admin] Router 62cc81f7-8f9d-4edf-a495-d3998e37b711 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:13:36.140027 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9cba9-509e-430d-a94a-d489fd764d80 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac3a03d-973f-4663-983d-8ddb8db1cc8a,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:36.157429 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0fe1f6c0-f149-4840-b8a8-212ee645bc31 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4617896 Apr 05 11:13:36.215398 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 55032) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:36.221260 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-c6e6384d-0e09-419c-81a4-7a859b97d98a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1516024801', 'description': 'tempest-description--135024944'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:36.452488 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Pushing event updated for resources: {'Port': ['ID=2effa931-b2d2-4d90-9e8a-3b36c0059e53,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:36.466430 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 4, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'gw_port': {'id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '1ebd413e-8a6d-46e4-8b1d-d16229e841d2', 'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'mac_address': 'fa:16:3e:a9:7d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:31Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 2, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'subnets': [{'id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:36.490831 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b28bda-2f6c-4be3-bfed-6df95d5620d5 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:13:36.496029 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e6a9cba9-509e-430d-a94a-d489fd764d80 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:36.499896 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-e6a9cba9-509e-430d-a94a-d489fd764d80 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0735047 Apr 05 11:13:36.503174 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] Sync routers for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:13:36.511237 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-178a3222-de57-46fd-9cde-04974a908266 None None] Provisioning complete for port d3aa3c3b-6659-4178-ac85-0826f7740246 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:36.511696 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-178a3222-de57-46fd-9cde-04974a908266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (d3aa3c3b-6659-4178-ac85-0826f7740246), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:36.513951 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-43b28bda-2f6c-4be3-bfed-6df95d5620d5 admin admin] 10.222.0.39 "PUT /v2.0/routers/62cc81f7-8f9d-4edf-a495-d3998e37b711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2146482 Apr 05 11:13:36.516391 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba77fcc-0525-423b-9fc2-50678e896b08 None None] The sync data for ids ['4cd42c71-c143-4019-8178-007af10ae8e9'] in dv-cinder-818994-3-iscsi is: [{'id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 4, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'gw_port': {'id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '1ebd413e-8a6d-46e4-8b1d-d16229e841d2', 'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'mac_address': 'fa:16:3e:a9:7d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:31Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 2, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'subnets': [{'id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:13:36.516559 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55048) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:36.530548 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-be9c2218-00a6-4cdb-99d7-25d9a05c1201 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Request body: {'security_group_rule': {'security_group_id': '63a09d99-07e0-4d8d-857e-b8d6c32105dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:36.532550 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:13:36.533268 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:13:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:36.552453 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-291d4856-0190-4597-a5c3-b8360541fce2 req-41801163-7988-44ff-b7b1-78de9d8b5e31 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 210 time: 0.1050351 Apr 05 11:13:36.601604 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] Publish callbacks [] for port (7b913366-668f-4167-b29f-1548ef657c15), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:36.650911 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be9c2218-00a6-4cdb-99d7-25d9a05c1201 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group_rule (f0bdfb55-2d70-4de7-8fe0-8adaf7d163ec), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:36.672067 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beab0634-1829-40a9-b382-5c893db8f8c9 None None] Network a2665a58-c8bf-48a1-b9fa-11bac089ac51 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:13:36.728002 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-178a3222-de57-46fd-9cde-04974a908266 None None] Port d3aa3c3b-6659-4178-ac85-0826f7740246 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:13:36.735797 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c6e6384d-0e09-419c-81a4-7a859b97d98a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:36.753476 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (7b913366-668f-4167-b29f-1548ef657c15), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:36.876741 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be9c2218-00a6-4cdb-99d7-25d9a05c1201 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group_rule (f0bdfb55-2d70-4de7-8fe0-8adaf7d163ec), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:36.931146 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c32a36-750d-48ee-82da-09dcb4e3cf5e None None] Pushing event updated for resources: {'Port': ['ID=7b913366-668f-4167-b29f-1548ef657c15,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:36.941841 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-e318b84f-540b-456a-a63f-cb997415b9b0 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Made reservation on behalf of 782ef6623f6b4e4c88f74aafdb472163 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:13:36.949591 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-e318b84f-540b-456a-a63f-cb997415b9b0 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:36.952081 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:13:36.995629 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be9c2218-00a6-4cdb-99d7-25d9a05c1201 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (f0bdfb55-2d70-4de7-8fe0-8adaf7d163ec), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:37.020343 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c6e6384d-0e09-419c-81a4-7a859b97d98a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group (02317175-183d-416d-a38a-df24b3f71b2a), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:37.044756 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c2218-00a6-4cdb-99d7-25d9a05c1201 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0bdfb55-2d70-4de7-8fe0-8adaf7d163ec,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:37.123267 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c6e6384d-0e09-419c-81a4-7a859b97d98a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (02317175-183d-416d-a38a-df24b3f71b2a), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:37.199102 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be9c2218-00a6-4cdb-99d7-25d9a05c1201 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:37.199102 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-be9c2218-00a6-4cdb-99d7-25d9a05c1201 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6767201 Apr 05 11:13:37.199914 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 2effa931-b2d2-4d90-9e8a-3b36c0059e53 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:13:37.200215 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55084) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:37.212230 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-f46f50ad-a8b7-4807-8f43-ed2abbaa75b5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Request body: {'floatingip': {'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:37.466794 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c6e6384d-0e09-419c-81a4-7a859b97d98a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:37.469014 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c6e6384d-0e09-419c-81a4-7a859b97d98a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2525604 Apr 05 11:13:37.472243 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55098) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:37.479794 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-83e27f01-d147-44c0-8946-fb84d31c2680 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Request body: {'security_group_rule': {'security_group_id': '02317175-183d-416d-a38a-df24b3f71b2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:37.485391 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6384d-0e09-419c-81a4-7a859b97d98a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02317175-183d-416d-a38a-df24b3f71b2a,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:37.524135 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f46f50ad-a8b7-4807-8f43-ed2abbaa75b5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:37.610997 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-e318b84f-540b-456a-a63f-cb997415b9b0 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Allocated IP 172.20.0.8 (fd4c078f-14f0-454e-a466-b883edc92fb1/597d2023-70c0-4a6a-865a-00f86af40f86/affc6f94-bfe4-441e-977e-50e2937e208e) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:13:37.638451 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 2, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:37.786920 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] Checking router: 62cc81f7-8f9d-4edf-a495-d3998e37b711 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:13:37.787291 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] Updating router 62cc81f7-8f9d-4edf-a495-d3998e37b711 port d3aa3c3b-6659-4178-ac85-0826f7740246 binding host dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:13:37.898966 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (d3aa3c3b-6659-4178-ac85-0826f7740246), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:37.931502 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-83e27f01-d147-44c0-8946-fb84d31c2680 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group_rule (cc1448d7-6122-4cd4-9a99-c39797238cf7), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:38.008724 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] Attempting to bind port 7b913366-668f-4167-b29f-1548ef657c15 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:13:38.009237 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] Attempting to bind port 7b913366-668f-4167-b29f-1548ef657c15 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'eb78556b-59ce-46de-9ac1-65c92f9bd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:13:38.009657 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] Attempting to bind port 7b913366-668f-4167-b29f-1548ef657c15 on network 3c3ad901-dee6-4adf-8761-f4e0b40921d1 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:13:38.038076 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:13:38.038442 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] Checking segment: {'id': 'eb78556b-59ce-46de-9ac1-65c92f9bd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:13:38.038882 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:38.039277 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] Bound using segment: {'id': 'eb78556b-59ce-46de-9ac1-65c92f9bd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:13:38.039805 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] Bound port: 7b913366-668f-4167-b29f-1548ef657c15, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb78556b-59ce-46de-9ac1-65c92f9bd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:13:38.040190 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (7b913366-668f-4167-b29f-1548ef657c15), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:38.048852 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 55128) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:38.076326 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a46ef453-ffc7-45fb-869d-89230dd14759 req-f0610a02-0c15-4cfa-95f8-d1084e5cede6 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 210 time: 0.3705328 Apr 05 11:13:38.077613 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-b317f99f-e443-430e-b7f7-6ea47a13c85d None None] Provisioning complete for port 7b913366-668f-4167-b29f-1548ef657c15 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:38.078011 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b317f99f-e443-430e-b7f7-6ea47a13c85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (7b913366-668f-4167-b29f-1548ef657c15), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:38.084935 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-d8b1d0a2-db12-40b7-a345-bdc00d19dd7b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2068246161-network', 'tenant_id': '27600e23437748c492c92ad6d5e4c776'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:38.118995 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-83e27f01-d147-44c0-8946-fb84d31c2680 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group_rule (cc1448d7-6122-4cd4-9a99-c39797238cf7), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:38.122304 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55130) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:38.127992 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-f9076c38-c39f-400c-8f34-1f3f8ee36a89 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1995033098', 'description': 'tempest-description--838879786'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:38.243570 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-83e27f01-d147-44c0-8946-fb84d31c2680 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (cc1448d7-6122-4cd4-9a99-c39797238cf7), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:38.281483 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] For port 7b913366-668f-4167-b29f-1548ef657c15, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:13:38.285464 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] For port 7b913366-668f-4167-b29f-1548ef657c15, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=7b913366-668f-4167-b29f-1548ef657c15,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:13:38.291172 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-b317f99f-e443-430e-b7f7-6ea47a13c85d None None] Port 7b913366-668f-4167-b29f-1548ef657c15 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:13:38.294722 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e27f01-d147-44c0-8946-fb84d31c2680 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1448d7-6122-4cd4-9a99-c39797238cf7,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:38.294921 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 2effa931-b2d2-4d90-9e8a-3b36c0059e53 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:38.295453 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (2effa931-b2d2-4d90-9e8a-3b36c0059e53), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:38.327142 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b1d0a2-db12-40b7-a345-bdc00d19dd7b admin admin] Made reservation on behalf of 27600e23437748c492c92ad6d5e4c776 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:13:38.333434 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d8b1d0a2-db12-40b7-a345-bdc00d19dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:38.371635 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (7b913366-668f-4167-b29f-1548ef657c15), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:38.380532 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d8b1d0a2-db12-40b7-a345-bdc00d19dd7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:38.408904 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f9076c38-c39f-400c-8f34-1f3f8ee36a89 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:38.498047 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] Routers {'d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:13:38.501489 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:13:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:38.506184 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-83e27f01-d147-44c0-8946-fb84d31c2680 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:38.531189 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-83e27f01-d147-44c0-8946-fb84d31c2680 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0577989 Apr 05 11:13:38.534044 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f46f50ad-a8b7-4807-8f43-ed2abbaa75b5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:38.543258 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55148) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:38.603528 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-67f7e8d9-e260-42f5-900b-4f881562f8c1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Request body: {'security_group_rule': {'security_group_id': '02317175-183d-416d-a38a-df24b3f71b2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:38.747757 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d8b1d0a2-db12-40b7-a345-bdc00d19dd7b admin admin] Publish callbacks [] for security_group (daf2fcac-1167-4ef5-a5b5-d77c7c18dceb), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:38.831323 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d8b1d0a2-db12-40b7-a345-bdc00d19dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (daf2fcac-1167-4ef5-a5b5-d77c7c18dceb), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:38.854822 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] Publish callbacks [] for port (d3aa3c3b-6659-4178-ac85-0826f7740246), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:38.871471 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-e318b84f-540b-456a-a63f-cb997415b9b0 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Publish callbacks [] for port (affc6f94-bfe4-441e-977e-50e2937e208e), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:38.920912 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (d3aa3c3b-6659-4178-ac85-0826f7740246), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:38.950927 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b1d0a2-db12-40b7-a345-bdc00d19dd7b admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:13:38.997840 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1d0a2-db12-40b7-a345-bdc00d19dd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf2fcac-1167-4ef5-a5b5-d77c7c18dceb,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:39.026327 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d8b1d0a2-db12-40b7-a345-bdc00d19dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (5cb11c91-ce09-465a-9cbb-eca7005a5758), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:39.036620 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-d8b1d0a2-db12-40b7-a345-bdc00d19dd7b admin admin] Added segment 5cb11c91-ce09-465a-9cbb-eca7005a5758 of type vlan for network c78ec958-aaea-4fa7-8e66-ef023cc9dfd6 Apr 05 11:13:39.048122 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef1b14-13b5-471c-9d66-80c9afc9c2a5 None None] Pushing event updated for resources: {'Port': ['ID=d3aa3c3b-6659-4178-ac85-0826f7740246,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:39.099722 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] Set router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:13:39.186752 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c32a36-750d-48ee-82da-09dcb4e3cf5e None None] Pushing event updated for resources: {'Port': ['ID=7b913366-668f-4167-b29f-1548ef657c15,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:39.193517 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-67f7e8d9-e260-42f5-900b-4f881562f8c1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group_rule (42d14767-d52e-426b-b4be-99d82f956d42), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:39.263044 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d8b1d0a2-db12-40b7-a345-bdc00d19dd7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793732229416'] for network (c78ec958-aaea-4fa7-8e66-ef023cc9dfd6), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:39.297568 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-f46f50ad-a8b7-4807-8f43-ed2abbaa75b5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Allocated IP 172.27.0.222 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/3f0dd840-b80a-4a8c-85a8-a78ab65bf084) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:13:39.331449 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] Attempting to bind port d3aa3c3b-6659-4178-ac85-0826f7740246 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:13:39.331841 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] Attempting to bind port d3aa3c3b-6659-4178-ac85-0826f7740246 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:13:39.332291 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] Attempting to bind port d3aa3c3b-6659-4178-ac85-0826f7740246 on network 61947bc0-bf95-4d84-a95a-a866833cbe78 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:13:39.376520 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-e318b84f-540b-456a-a63f-cb997415b9b0 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (affc6f94-bfe4-441e-977e-50e2937e208e), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:39.381476 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:13:39.398279 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] Checking segment: {'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:13:39.399154 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:39.399811 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] Bound using segment: {'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:13:39.400594 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] Bound port: d3aa3c3b-6659-4178-ac85-0826f7740246, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:13:39.405360 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (d3aa3c3b-6659-4178-ac85-0826f7740246), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:39.587824 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ee09a24b-70d8-47b9-af7f-c3776d454b0f None None] Provisioning complete for port 7b913366-668f-4167-b29f-1548ef657c15 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:39.589873 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ee09a24b-70d8-47b9-af7f-c3776d454b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (7b913366-668f-4167-b29f-1548ef657c15), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:39.608041 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55166) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:39.608686 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55168) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:39.633413 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d8b1d0a2-db12-40b7-a345-bdc00d19dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for network (c78ec958-aaea-4fa7-8e66-ef023cc9dfd6), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:39.640634 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b1d0a2-db12-40b7-a345-bdc00d19dd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:39.641593 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d8b1d0a2-db12-40b7-a345-bdc00d19dd7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:39.686777 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] For port d3aa3c3b-6659-4178-ac85-0826f7740246, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:13:39.692596 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] For port d3aa3c3b-6659-4178-ac85-0826f7740246, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=d3aa3c3b-6659-4178-ac85-0826f7740246,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:13:39.697004 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 2effa931-b2d2-4d90-9e8a-3b36c0059e53 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:39.699681 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device b9a696ab-802f-4090-a3e1-504a3e524a96 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:13:39.744559 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-e318b84f-540b-456a-a63f-cb997415b9b0 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Network fd4c078f-14f0-454e-a466-b883edc92fb1 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:13:39.778328 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d8b1d0a2-db12-40b7-a345-bdc00d19dd7b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7113817 Apr 05 11:13:39.780141 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 55176) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:39.795062 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (d3aa3c3b-6659-4178-ac85-0826f7740246), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:39.819756 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f46f50ad-a8b7-4807-8f43-ed2abbaa75b5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for port (3f0dd840-b80a-4a8c-85a8-a78ab65bf084), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:39.819756 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f9076c38-c39f-400c-8f34-1f3f8ee36a89 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (32d919d2-dbdc-4074-83ec-cac426521665), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:39.865270 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ee09a24b-70d8-47b9-af7f-c3776d454b0f None None] Current status of the port 7b913366-668f-4167-b29f-1548ef657c15 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:39.865770 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ee09a24b-70d8-47b9-af7f-c3776d454b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (7b913366-668f-4167-b29f-1548ef657c15), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:39.912124 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-bd75f05b-0f52-434d-9521-80da32eea560 admin admin] Request body: {'subnet': {'network_id': 'c78ec958-aaea-4fa7-8e66-ef023cc9dfd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2068246161-subnet', 'tenant_id': '27600e23437748c492c92ad6d5e4c776', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:40.043203 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-e318b84f-540b-456a-a63f-cb997415b9b0 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:40.043203 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-e318b84f-540b-456a-a63f-cb997415b9b0 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:13:40.043203 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-e318b84f-540b-456a-a63f-cb997415b9b0 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:40.043203 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-e318b84f-540b-456a-a63f-cb997415b9b0 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:40.043203 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318b84f-540b-456a-a63f-cb997415b9b0 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Pushing event updated for resources: {'Port': ['ID=affc6f94-bfe4-441e-977e-50e2937e208e,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:40.043203 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1d0a2-db12-40b7-a345-bdc00d19dd7b admin admin] Pushing event updated for resources: {'Network': ['ID=c78ec958-aaea-4fa7-8e66-ef023cc9dfd6,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:40.044671 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ee09a24b-70d8-47b9-af7f-c3776d454b0f None None] For port 7b913366-668f-4167-b29f-1548ef657c15, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=7b913366-668f-4167-b29f-1548ef657c15,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:13:40.046180 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Network c78ec958-aaea-4fa7-8e66-ef023cc9dfd6 details requested by agent ovs-agent-dv-cinder-818994-3-iscsi with host dv-cinder-818994-3-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:13:40.049338 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eab92a-0f7c-405d-bc7f-22a0aac49f68 req-f576f748-2aa6-4f80-92bf-2b01a8e34870 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:40.058092 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-69eab92a-0f7c-405d-bc7f-22a0aac49f68 req-f576f748-2aa6-4f80-92bf-2b01a8e34870 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 931 time: 0.5712435 Apr 05 11:13:40.067277 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-28e1b0a3-27c5-4288-b046-e0943caf61ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:40.132099 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port b9a696ab-802f-4090-a3e1-504a3e524a96 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:40.132655 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (b9a696ab-802f-4090-a3e1-504a3e524a96), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:40.136834 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef1b14-13b5-471c-9d66-80c9afc9c2a5 None None] Pushing event updated for resources: {'Port': ['ID=d3aa3c3b-6659-4178-ac85-0826f7740246,revision_number=4']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:40.165867 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-69eab92a-0f7c-405d-bc7f-22a0aac49f68 req-ffc2816b-6e9c-466e-86ed-aae763230aca tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065905 Apr 05 11:13:40.168841 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:13:40.169485 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:13:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:40.180079 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c48fdb81-bb0a-4b03-b4c5-fd99ed4498cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:40.208922 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-67f7e8d9-e260-42f5-900b-4f881562f8c1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group_rule (42d14767-d52e-426b-b4be-99d82f956d42), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:40.258904 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:30Z', 'revision_number': 4, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'gw_port': {'id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '7b913366-668f-4167-b29f-1548ef657c15', 'name': '', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'mac_address': 'fa:16:3e:09:4b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:29Z', 'updated_at': '2022-04-05T11:13:38Z', 'revision_number': 4, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'subnets': [{'id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:40.359431 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6eb9a5-91d6-4963-91a5-89fff5260edf None None] The sync data for ids ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'] in dv-cinder-818994-3-iscsi is: [{'id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:30Z', 'revision_number': 4, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'gw_port': {'id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '7b913366-668f-4167-b29f-1548ef657c15', 'name': '', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'mac_address': 'fa:16:3e:09:4b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:29Z', 'updated_at': '2022-04-05T11:13:38Z', 'revision_number': 4, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'subnets': [{'id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:13:40.397856 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:13:40.444522 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c48fdb81-bb0a-4b03-b4c5-fd99ed4498cb admin admin] Publish callbacks [] for security_group (e44279a9-ffad-4549-8b19-605a8f9c178d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:40.459052 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd75f05b-0f52-434d-9521-80da32eea560 admin admin] Made reservation on behalf of 27600e23437748c492c92ad6d5e4c776 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:13:40.462570 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bd75f05b-0f52-434d-9521-80da32eea560 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:40.481130 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ee09a24b-70d8-47b9-af7f-c3776d454b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (7b913366-668f-4167-b29f-1548ef657c15), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:40.481599 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f9076c38-c39f-400c-8f34-1f3f8ee36a89 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (32d919d2-dbdc-4074-83ec-cac426521665), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:40.481699 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-e318b84f-540b-456a-a63f-cb997415b9b0 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4674098 Apr 05 11:13:40.517126 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f46f50ad-a8b7-4807-8f43-ed2abbaa75b5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (3f0dd840-b80a-4a8c-85a8-a78ab65bf084), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:40.528049 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-67f7e8d9-e260-42f5-900b-4f881562f8c1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (42d14767-d52e-426b-b4be-99d82f956d42), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:40.650893 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f50ad-a8b7-4807-8f43-ed2abbaa75b5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Pushing event updated for resources: {'Port': ['ID=3f0dd840-b80a-4a8c-85a8-a78ab65bf084,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:40.713034 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port b9a696ab-802f-4090-a3e1-504a3e524a96 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:40.728429 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c48fdb81-bb0a-4b03-b4c5-fd99ed4498cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (e44279a9-ffad-4549-8b19-605a8f9c178d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:40.734648 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f9076c38-c39f-400c-8f34-1f3f8ee36a89 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:40.739436 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f9076c38-c39f-400c-8f34-1f3f8ee36a89 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.6158881 Apr 05 11:13:40.754363 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55192) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:40.778292 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46f50ad-a8b7-4807-8f43-ed2abbaa75b5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:13:40.803609 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-f46f50ad-a8b7-4807-8f43-ed2abbaa75b5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:40.805364 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee09a24b-70d8-47b9-af7f-c3776d454b0f None None] Pushing event updated for resources: {'Port': ['ID=7b913366-668f-4167-b29f-1548ef657c15,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:40.821990 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-167c0983-9786-4dee-a214-1ef1d51c03b8 None None] Provisioning complete for port d3aa3c3b-6659-4178-ac85-0826f7740246 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:40.825874 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-167c0983-9786-4dee-a214-1ef1d51c03b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (d3aa3c3b-6659-4178-ac85-0826f7740246), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:40.844284 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-aae86679-0071-4134-9e4d-61b0e881b835 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'security_group_rule': {'security_group_id': '32d919d2-dbdc-4074-83ec-cac426521665', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:40.854911 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-67f7e8d9-e260-42f5-900b-4f881562f8c1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:40.856281 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-67f7e8d9-e260-42f5-900b-4f881562f8c1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3101180 Apr 05 11:13:40.868906 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7e8d9-e260-42f5-900b-4f881562f8c1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d14767-d52e-426b-b4be-99d82f956d42,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:40.886325 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55194) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:40.886325 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f50ad-a8b7-4807-8f43-ed2abbaa75b5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:13:40.906779 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-f7cad46f-f16d-4a53-b379-74729215c815 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:13:40.916852 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-f7cad46f-f16d-4a53-b379-74729215c815 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3303561 Apr 05 11:13:40.918981 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:39Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:40.996983 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fabfbc9-4f90-4a04-98e9-796b9e59eabe None None] The sync data for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi is: [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:39Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:13:41.006734 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bd75f05b-0f52-434d-9521-80da32eea560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for subnet (ac111fa8-1434-4e25-a0d8-f9feaf91fac2), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:41.066863 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-9c87178e-59fb-4eaf-bdbc-d4edaaacec45 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Request body: {'floatingip': {'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:41.105139 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9076c38-c39f-400c-8f34-1f3f8ee36a89 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d919d2-dbdc-4074-83ec-cac426521665,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:41.154417 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 41558a8c-23cd-433c-a923-fbadce7d120c up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:13:41.175547 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75f05b-0f52-434d-9521-80da32eea560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac111fa8-1434-4e25-a0d8-f9feaf91fac2,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:41.190062 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] Request body: {'port': {'device_id': '0d8a287b-66c2-4188-acdf-60a0b6322df8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:41.210221 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-167c0983-9786-4dee-a214-1ef1d51c03b8 None None] Current status of the port d3aa3c3b-6659-4178-ac85-0826f7740246 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:41.211199 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-167c0983-9786-4dee-a214-1ef1d51c03b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (d3aa3c3b-6659-4178-ac85-0826f7740246), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:41.319660 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 41558a8c-23cd-433c-a923-fbadce7d120c triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:41.320125 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (41558a8c-23cd-433c-a923-fbadce7d120c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:41.423477 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] Sync routers for ids ['4cd42c71-c143-4019-8178-007af10ae8e9'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:13:41.485991 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd75f05b-0f52-434d-9521-80da32eea560 admin admin] Checking segment: {'id': '5cb11c91-ce09-465a-9cbb-eca7005a5758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c78ec958-aaea-4fa7-8e66-ef023cc9dfd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:13:41.486354 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd75f05b-0f52-434d-9521-80da32eea560 admin admin] Network hostable DHCP agents. Network: c78ec958-aaea-4fa7-8e66-ef023cc9dfd6, hostable agents: ['cd8b06fc-05cb-41d0-9f86-42134aa474b0'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:13:41.508760 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 41558a8c-23cd-433c-a923-fbadce7d120c is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:41.509218 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (41558a8c-23cd-433c-a923-fbadce7d120c), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:41.532800 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1af756-7bbf-4989-9eb5-73920c74841c req-48475f20-7e18-4fc7-9863-6cfb6baa784c tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:41.536398 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9a1af756-7bbf-4989-9eb5-73920c74841c req-48475f20-7e18-4fc7-9863-6cfb6baa784c tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 931 time: 0.2044973 Apr 05 11:13:41.545574 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (affc6f94-bfe4-441e-977e-50e2937e208e), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:41.554792 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] For port 41558a8c-23cd-433c-a923-fbadce7d120c, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=41558a8c-23cd-433c-a923-fbadce7d120c,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:13:41.556516 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] Routers {'4cd42c71-c143-4019-8178-007af10ae8e9'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:13:41.560272 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:13:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['4cd42c71-c143-4019-8178-007af10ae8e9'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:41.700339 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-167c0983-9786-4dee-a214-1ef1d51c03b8 None None] For port d3aa3c3b-6659-4178-ac85-0826f7740246, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=d3aa3c3b-6659-4178-ac85-0826f7740246,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:13:41.703851 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (41558a8c-23cd-433c-a923-fbadce7d120c), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:41.704640 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 7b913366-668f-4167-b29f-1548ef657c15 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:13:41.755377 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd75f05b-0f52-434d-9521-80da32eea560 admin admin] Network c78ec958-aaea-4fa7-8e66-ef023cc9dfd6 is scheduled to be hosted by DHCP agent cd8b06fc-05cb-41d0-9f86-42134aa474b0 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:13:41.756670 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f46f50ad-a8b7-4807-8f43-ed2abbaa75b5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for floatingip (b2e9da78-039a-4aa4-99f3-cf8a1db75e0c), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:41.772466 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-28e1b0a3-27c5-4288-b046-e0943caf61ab admin admin] Publish callbacks [] for security_group (7899e131-4cc3-4ecc-92e0-ce650355467b), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:41.793944 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c48fdb81-bb0a-4b03-b4c5-fd99ed4498cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf64ee69b22e473bb1169068e8fcecbc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1752145 Apr 05 11:13:41.798280 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55206) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:41.858773 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9a1af756-7bbf-4989-9eb5-73920c74841c req-5cd17464-aedc-456c-825f-41a0ea978f74 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041749 Apr 05 11:13:41.895391 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-167c0983-9786-4dee-a214-1ef1d51c03b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (d3aa3c3b-6659-4178-ac85-0826f7740246), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:41.944243 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-28e1b0a3-27c5-4288-b046-e0943caf61ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (7899e131-4cc3-4ecc-92e0-ce650355467b), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:41.950001 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aae86679-0071-4134-9e4d-61b0e881b835 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (18ced749-f06b-4e91-8345-9362978db0ae), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:41.972798 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9c87178e-59fb-4eaf-bdbc-d4edaaacec45 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:42.016288 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fdb81-bb0a-4b03-b4c5-fd99ed4498cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44279a9-ffad-4549-8b19-605a8f9c178d,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:42.126506 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Pushing event updated for resources: {'Port': ['ID=41558a8c-23cd-433c-a923-fbadce7d120c,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:42.132080 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f46f50ad-a8b7-4807-8f43-ed2abbaa75b5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (3f0dd840-b80a-4a8c-85a8-a78ab65bf084), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:42.152321 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-28e1b0a3-27c5-4288-b046-e0943caf61ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f3aff145139c41289206908177498008&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4972494 Apr 05 11:13:42.155649 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f74909c3-b319-4ddc-a7db-4c6fbe12f093 admin admin] Publish callbacks [] for security_group (e44279a9-ffad-4549-8b19-605a8f9c178d), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:42.177232 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55212) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:42.262059 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f74909c3-b319-4ddc-a7db-4c6fbe12f093 admin admin] Publish callbacks [] for security_group (e44279a9-ffad-4549-8b19-605a8f9c178d), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:42.307030 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c0983-9786-4dee-a214-1ef1d51c03b8 None None] Pushing event updated for resources: {'Port': ['ID=d3aa3c3b-6659-4178-ac85-0826f7740246,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:42.359243 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] Set router 4cd42c71-c143-4019-8178-007af10ae8e9 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:13:42.402807 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aae86679-0071-4134-9e4d-61b0e881b835 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (18ced749-f06b-4e91-8345-9362978db0ae), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:42.403794 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1b0a3-27c5-4288-b046-e0943caf61ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7899e131-4cc3-4ecc-92e0-ce650355467b,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:42.428098 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-bd75f05b-0f52-434d-9521-80da32eea560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-iscsi, c78ec958-aaea-4fa7-8e66-ef023cc9dfd6) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:42.483639 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75f05b-0f52-434d-9521-80da32eea560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:42.484245 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bd75f05b-0f52-434d-9521-80da32eea560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:42.508736 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f74909c3-b319-4ddc-a7db-4c6fbe12f093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (e44279a9-ffad-4549-8b19-605a8f9c178d), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:42.512267 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f74909c3-b319-4ddc-a7db-4c6fbe12f093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:42.513778 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f74909c3-b319-4ddc-a7db-4c6fbe12f093 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e44279a9-ffad-4549-8b19-605a8f9c178d HTTP/1.1" status: 204 len: 168 time: 0.7125583 Apr 05 11:13:42.515845 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aae86679-0071-4134-9e4d-61b0e881b835 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (18ced749-f06b-4e91-8345-9362978db0ae), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:42.553954 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74909c3-b319-4ddc-a7db-4c6fbe12f093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44279a9-ffad-4549-8b19-605a8f9c178d,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:42.556415 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae86679-0071-4134-9e4d-61b0e881b835 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ced749-f06b-4e91-8345-9362978db0ae,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:42.557129 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id affc6f94-bfe4-441e-977e-50e2937e208e {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:13:42.599370 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] Publish callbacks [] for port (affc6f94-bfe4-441e-977e-50e2937e208e), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:42.603279 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-51cedd07-cfde-45e4-9295-e42b0e18cce8 admin admin] Publish callbacks [] for security_group (7899e131-4cc3-4ecc-92e0-ce650355467b), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:42.637786 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-bd75f05b-0f52-434d-9521-80da32eea560 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7272999 Apr 05 11:13:42.637922 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 7b913366-668f-4167-b29f-1548ef657c15 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:42.637922 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (7b913366-668f-4167-b29f-1548ef657c15), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:42.639835 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-51cedd07-cfde-45e4-9295-e42b0e18cce8 admin admin] Publish callbacks [] for security_group (7899e131-4cc3-4ecc-92e0-ce650355467b), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:42.650991 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a482186f-a4a5-4f99-a747-973429686fc2 None None] Network c78ec958-aaea-4fa7-8e66-ef023cc9dfd6 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:13:42.663006 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] Transition to ACTIVE for port object affc6f94-bfe4-441e-977e-50e2937e208e will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:13:42.713771 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (affc6f94-bfe4-441e-977e-50e2937e208e), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:42.769715 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-51cedd07-cfde-45e4-9295-e42b0e18cce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (7899e131-4cc3-4ecc-92e0-ce650355467b), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:42.772516 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-51cedd07-cfde-45e4-9295-e42b0e18cce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:42.775844 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-51cedd07-cfde-45e4-9295-e42b0e18cce8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7899e131-4cc3-4ecc-92e0-ce650355467b HTTP/1.1" status: 204 len: 168 time: 0.5859659 Apr 05 11:13:42.809534 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cedd07-cfde-45e4-9295-e42b0e18cce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7899e131-4cc3-4ecc-92e0-ce650355467b,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:42.866783 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aae86679-0071-4134-9e4d-61b0e881b835 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:42.868498 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-aae86679-0071-4134-9e4d-61b0e881b835 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0884736 Apr 05 11:13:42.872829 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55228) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:42.877888 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] Pushing event updated for resources: {'Port': ['ID=affc6f94-bfe4-441e-977e-50e2937e208e,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:42.901529 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-058138da-d1e9-42aa-b79d-9523ee805dc9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'security_group_rule': {'security_group_id': '32d919d2-dbdc-4074-83ec-cac426521665', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:42.969088 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9c87178e-59fb-4eaf-bdbc-d4edaaacec45 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:43.071526 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] Attempting to bind port affc6f94-bfe4-441e-977e-50e2937e208e on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:13:43.071910 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] Attempting to bind port affc6f94-bfe4-441e-977e-50e2937e208e by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': '5f613e80-59e3-4858-8918-ed608e0f4d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fd4c078f-14f0-454e-a466-b883edc92fb1'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:13:43.075571 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] Attempting to bind port affc6f94-bfe4-441e-977e-50e2937e208e on network fd4c078f-14f0-454e-a466-b883edc92fb1 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:13:43.086758 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] Port affc6f94-bfe4-441e-977e-50e2937e208e on network fd4c078f-14f0-454e-a466-b883edc92fb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:13:43.087270 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] Attempting to bind port affc6f94-bfe4-441e-977e-50e2937e208e on network fd4c078f-14f0-454e-a466-b883edc92fb1 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:13:43.109509 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:13:43.109871 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] Checking segment: {'id': '5f613e80-59e3-4858-8918-ed608e0f4d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fd4c078f-14f0-454e-a466-b883edc92fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:13:43.110420 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] Bound using segment: {'id': '5f613e80-59e3-4858-8918-ed608e0f4d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fd4c078f-14f0-454e-a466-b883edc92fb1'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:13:43.110885 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] Bound port: affc6f94-bfe4-441e-977e-50e2937e208e, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f613e80-59e3-4858-8918-ed608e0f4d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fd4c078f-14f0-454e-a466-b883edc92fb1'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:13:43.111265 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (affc6f94-bfe4-441e-977e-50e2937e208e), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:43.125316 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726a34c0-306c-4998-86c2-0a4ecc652dd6 None None] Network c78ec958-aaea-4fa7-8e66-ef023cc9dfd6 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:13:43.130907 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-9c87178e-59fb-4eaf-bdbc-d4edaaacec45 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Allocated IP 172.27.0.147 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/652de5c7-c7f9-4bfe-80c1-750aab55c098) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:13:43.140051 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 55234) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:43.303596 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-211ad7a1-8f08-4119-ad08-60ea9c955c81 admin admin] Deleting subnet cac6dd7c-b878-4806-9c0e-66504b3a3eea {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:13:43.318444 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-211ad7a1-8f08-4119-ad08-60ea9c955c81 admin admin] Publish callbacks [] for subnet (cac6dd7c-b878-4806-9c0e-66504b3a3eea), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:43.407486 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 7b913366-668f-4167-b29f-1548ef657c15 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:43.408155 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 55236) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:43.451705 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] For port affc6f94-bfe4-441e-977e-50e2937e208e, host hv-cinder-81899, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:13:43.482775 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-211ad7a1-8f08-4119-ad08-60ea9c955c81 admin admin] Publish callbacks [] for subnet (cac6dd7c-b878-4806-9c0e-66504b3a3eea), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:43.497083 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] For port affc6f94-bfe4-441e-977e-50e2937e208e, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=affc6f94-bfe4-441e-977e-50e2937e208e,segment=NetworkSegment(5f613e80-59e3-4858-8918-ed608e0f4d38),segment_id=5f613e80-59e3-4858-8918-ed608e0f4d38)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:13:43.506396 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-211ad7a1-8f08-4119-ad08-60ea9c955c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928297'] for subnet (cac6dd7c-b878-4806-9c0e-66504b3a3eea), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:43.561807 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9c87178e-59fb-4eaf-bdbc-d4edaaacec45 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for port (652de5c7-c7f9-4bfe-80c1-750aab55c098), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:43.594559 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (affc6f94-bfe4-441e-977e-50e2937e208e), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:43.615824 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f46f50ad-a8b7-4807-8f43-ed2abbaa75b5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for port (3f0dd840-b80a-4a8c-85a8-a78ab65bf084), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:43.616163 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 4, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'gw_port': {'id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '1ebd413e-8a6d-46e4-8b1d-d16229e841d2', 'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'mac_address': 'fa:16:3e:a9:7d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:31Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 2, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'subnets': [{'id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:43.633035 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-058138da-d1e9-42aa-b79d-9523ee805dc9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (e3af03bb-21f3-4866-b7ea-a09f6cd1e465), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:43.657625 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:13:43.688152 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:43.703293 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:43.711382 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] 10.222.0.58 "PUT /v2.0/ports/affc6f94-bfe4-441e-977e-50e2937e208e HTTP/1.1" status: 200 len: 1093 time: 2.7232599 Apr 05 11:13:43.717824 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8a287b-66c2-4188-acdf-60a0b6322df8', 'tag': 'affc6f94-bfe4-441e-977e-50e2937e208e'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:13:43.723517 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] Checking router: 4cd42c71-c143-4019-8178-007af10ae8e9 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:13:43.726175 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] Updating router 4cd42c71-c143-4019-8178-007af10ae8e9 port 1ebd413e-8a6d-46e4-8b1d-d16229e841d2 binding host dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:13:43.739430 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 41558a8c-23cd-433c-a923-fbadce7d120c up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:13:43.759163 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54b507-8d0a-41d3-bbef-c725b25ee1e4 req-faafd618-e2ca-43d1-ba5f-0be6882af6c1 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:43.768211 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9c54b507-8d0a-41d3-bbef-c725b25ee1e4 req-faafd618-e2ca-43d1-ba5f-0be6882af6c1 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 943 time: 0.5348077 Apr 05 11:13:43.781459 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f46f50ad-a8b7-4807-8f43-ed2abbaa75b5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (3f0dd840-b80a-4a8c-85a8-a78ab65bf084), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:43.821451 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9c87178e-59fb-4eaf-bdbc-d4edaaacec45 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (652de5c7-c7f9-4bfe-80c1-750aab55c098), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:43.856991 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-211ad7a1-8f08-4119-ad08-60ea9c955c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for subnet (cac6dd7c-b878-4806-9c0e-66504b3a3eea), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:43.910649 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f46f50ad-a8b7-4807-8f43-ed2abbaa75b5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (b2e9da78-039a-4aa4-99f3-cf8a1db75e0c), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:44.003691 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (1ebd413e-8a6d-46e4-8b1d-d16229e841d2), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:44.008630 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c87178e-59fb-4eaf-bdbc-d4edaaacec45 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:13:44.066976 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-058138da-d1e9-42aa-b79d-9523ee805dc9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (e3af03bb-21f3-4866-b7ea-a09f6cd1e465), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:44.069518 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-9c87178e-59fb-4eaf-bdbc-d4edaaacec45 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:44.076007 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f50ad-a8b7-4807-8f43-ed2abbaa75b5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Pushing event updated for resources: {'Port': ['ID=3f0dd840-b80a-4a8c-85a8-a78ab65bf084,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:44.084777 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c87178e-59fb-4eaf-bdbc-d4edaaacec45 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:13:44.109854 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cfa734e4-372e-4562-ae22-6905642909fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:44.113137 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9c54b507-8d0a-41d3-bbef-c725b25ee1e4 req-b2d8f6e5-f6e8-4064-976e-45eff980d5ee tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442078 Apr 05 11:13:44.140870 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 41558a8c-23cd-433c-a923-fbadce7d120c triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:44.141340 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (41558a8c-23cd-433c-a923-fbadce7d120c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:44.142729 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ad7a1-8f08-4119-ad08-60ea9c955c81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac6dd7c-b878-4806-9c0e-66504b3a3eea,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:44.156055 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ef219-ddb4-4217-bfe1-c10fee64b858 service neutron] Pushing event updated for resources: {'Port': ['ID=affc6f94-bfe4-441e-977e-50e2937e208e,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:44.168667 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-211ad7a1-8f08-4119-ad08-60ea9c955c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:44.172342 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-211ad7a1-8f08-4119-ad08-60ea9c955c81 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cac6dd7c-b878-4806-9c0e-66504b3a3eea HTTP/1.1" status: 204 len: 168 time: 1.0312958 Apr 05 11:13:44.175975 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 55252) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:44.335070 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9c87178e-59fb-4eaf-bdbc-d4edaaacec45 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for floatingip (9a40ff79-f9c0-4cd4-9398-0b8417506468), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:44.349414 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-058138da-d1e9-42aa-b79d-9523ee805dc9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (e3af03bb-21f3-4866-b7ea-a09f6cd1e465), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:44.395254 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f46f50ad-a8b7-4807-8f43-ed2abbaa75b5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:44.409777 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f46f50ad-a8b7-4807-8f43-ed2abbaa75b5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2047732 Apr 05 11:13:44.426262 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 41558a8c-23cd-433c-a923-fbadce7d120c is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:44.427792 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device d3aa3c3b-6659-4178-ac85-0826f7740246 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:13:44.452678 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058138da-d1e9-42aa-b79d-9523ee805dc9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3af03bb-21f3-4866-b7ea-a09f6cd1e465,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:44.479047 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87178e-59fb-4eaf-bdbc-d4edaaacec45 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Pushing event updated for resources: {'Port': ['ID=652de5c7-c7f9-4bfe-80c1-750aab55c098,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:44.505938 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-058138da-d1e9-42aa-b79d-9523ee805dc9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:44.513944 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-058138da-d1e9-42aa-b79d-9523ee805dc9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6300128 Apr 05 11:13:44.516231 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55258) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:44.612531 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-98dab18b-2fec-4774-ab67-6819d480193d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'floatingip': {'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:44.631985 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55260) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:44.704481 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc8d08b-8f4d-46be-8f78-7be94f2f0f39" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8a287b-66c2-4188-acdf-60a0b6322df8", "tag": "affc6f94-bfe4-441e-977e-50e2937e208e"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:13:44.741913 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-45896c8c-757e-4c7f-a164-5b740983322f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:44.775912 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9c87178e-59fb-4eaf-bdbc-d4edaaacec45 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (652de5c7-c7f9-4bfe-80c1-750aab55c098), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:44.813524 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port d3aa3c3b-6659-4178-ac85-0826f7740246 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:44.813899 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (d3aa3c3b-6659-4178-ac85-0826f7740246), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:44.898801 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] Publish callbacks [] for port (1ebd413e-8a6d-46e4-8b1d-d16229e841d2), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:45.005906 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (1ebd413e-8a6d-46e4-8b1d-d16229e841d2), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:45.084821 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cfa734e4-372e-4562-ae22-6905642909fc admin admin] Publish callbacks [] for security_group (5f8a91ca-f217-4d28-a874-fd62d99611c8), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:45.123947 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-13c38b04-9715-49d4-bd94-df536f5c3fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:45.133383 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-13c38b04-9715-49d4-bd94-df536f5c3fbe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=782ef6623f6b4e4c88f74aafdb472163&device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 1127 time: 1.2529349 Apr 05 11:13:45.150364 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920430'] for network (a2665a58-c8bf-48a1-b9fa-11bac089ac51), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:45.163690 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cfa734e4-372e-4562-ae22-6905642909fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (5f8a91ca-f217-4d28-a874-fd62d99611c8), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:45.169268 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port d3aa3c3b-6659-4178-ac85-0826f7740246 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:45.170656 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 7b913366-668f-4167-b29f-1548ef657c15 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:13:45.269724 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-ee82681e-4dd7-42d5-82be-6fb122d2d289 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1136589565&fields=id&tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8 HTTP/1.1" status: 200 len: 267 time: 0.3758957 Apr 05 11:13:45.298245 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e5ed0-5bd2-4d47-8bb4-9da3734566ed None None] Pushing event updated for resources: {'Port': ['ID=1ebd413e-8a6d-46e4-8b1d-d16229e841d2,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:45.331150 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9c87178e-59fb-4eaf-bdbc-d4edaaacec45 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for port (652de5c7-c7f9-4bfe-80c1-750aab55c098), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:45.433859 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] Attempting to bind port 1ebd413e-8a6d-46e4-8b1d-d16229e841d2 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:13:45.440162 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] Attempting to bind port 1ebd413e-8a6d-46e4-8b1d-d16229e841d2 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'b621d9f4-d6cf-43b5-98e9-c56fcec4f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:13:45.440162 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] Attempting to bind port 1ebd413e-8a6d-46e4-8b1d-d16229e841d2 on network 7217652a-af97-4947-b0e2-d005c4528ce6 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:13:45.456295 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 7b913366-668f-4167-b29f-1548ef657c15 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:45.456779 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (7b913366-668f-4167-b29f-1548ef657c15), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:45.460967 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:13:45.461641 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] Checking segment: {'id': 'b621d9f4-d6cf-43b5-98e9-c56fcec4f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:13:45.462091 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:45.462434 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] Bound using segment: {'id': 'b621d9f4-d6cf-43b5-98e9-c56fcec4f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:13:45.462969 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] Bound port: 1ebd413e-8a6d-46e4-8b1d-d16229e841d2, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b621d9f4-d6cf-43b5-98e9-c56fcec4f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:13:45.463617 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (1ebd413e-8a6d-46e4-8b1d-d16229e841d2), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:45.464588 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-cfa734e4-372e-4562-ae22-6905642909fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=99a4d4bb895a419fbcf3c3201d274e18&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0512316 Apr 05 11:13:45.469960 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-fb28de9d-de3d-4af9-a7b2-3a1ca7ff4c0d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=affc6f94-bfe4-441e-977e-50e2937e208e HTTP/1.1" status: 200 len: 217 time: 0.3112087 Apr 05 11:13:45.506227 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 55288) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:45.512789 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f8e46b-c6c3-4be5-bcd2-c00ca19bb918 x-openstack-request-id: req-a9f8e46b-c6c3-4be5-bcd2-c00ca19bb918 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:13:45.515114 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8a287b-66c2-4188-acdf-60a0b6322df8", "tag": "affc6f94-bfe4-441e-977e-50e2937e208e", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:13:45.516962 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9f8e46b-c6c3-4be5-bcd2-c00ca19bb918 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:13:45.517731 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f8e46b-c6c3-4be5-bcd2-c00ca19bb918'] response: {'name': 'network-changed', 'server_uuid': '0d8a287b-66c2-4188-acdf-60a0b6322df8', 'tag': 'affc6f94-bfe4-441e-977e-50e2937e208e', 'status': 'completed', 'code': 200} Apr 05 11:13:45.550021 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-45896c8c-757e-4c7f-a164-5b740983322f admin admin] Publish callbacks [] for security_group (41de907a-a5b1-402d-a5cc-fac177eaea3f), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:45.555494 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98dab18b-2fec-4774-ab67-6819d480193d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:45.581471 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9c87178e-59fb-4eaf-bdbc-d4edaaacec45 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (652de5c7-c7f9-4bfe-80c1-750aab55c098), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:45.625815 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] For port 1ebd413e-8a6d-46e4-8b1d-d16229e841d2, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:13:45.638599 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9c87178e-59fb-4eaf-bdbc-d4edaaacec45 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (9a40ff79-f9c0-4cd4-9398-0b8417506468), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:45.662357 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-45896c8c-757e-4c7f-a164-5b740983322f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (41de907a-a5b1-402d-a5cc-fac177eaea3f), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:45.673984 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] For port 1ebd413e-8a6d-46e4-8b1d-d16229e841d2, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=1ebd413e-8a6d-46e4-8b1d-d16229e841d2,segment=NetworkSegment(b621d9f4-d6cf-43b5-98e9-c56fcec4f695),segment_id=b621d9f4-d6cf-43b5-98e9-c56fcec4f695)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:13:45.821622 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-7c91d18a-18ae-4194-a3d9-8ed054fcee81 None None] Provisioning complete for port 1ebd413e-8a6d-46e4-8b1d-d16229e841d2 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:45.822217 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7c91d18a-18ae-4194-a3d9-8ed054fcee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (1ebd413e-8a6d-46e4-8b1d-d16229e841d2), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:45.830400 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-45896c8c-757e-4c7f-a164-5b740983322f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef4138b2b9384c7cb95166fcc675bef8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1938968 Apr 05 11:13:45.846903 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45896c8c-757e-4c7f-a164-5b740983322f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41de907a-a5b1-402d-a5cc-fac177eaea3f,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:45.861835 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55296) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:45.895568 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:45.896790 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (1ebd413e-8a6d-46e4-8b1d-d16229e841d2), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:45.964591 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87178e-59fb-4eaf-bdbc-d4edaaacec45 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Pushing event updated for resources: {'Port': ['ID=652de5c7-c7f9-4bfe-80c1-750aab55c098,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:46.025299 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1167570', 'neutron.services.segments.db._delete_segments_for_network-8793732693881'] for network (a2665a58-c8bf-48a1-b9fa-11bac089ac51), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:46.038258 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 7b913366-668f-4167-b29f-1548ef657c15 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:46.048572 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:46.049193 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:46.051076 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:46.052336 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Subscribe: > port after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:46.052819 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:46.055073 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Subscribe: > port after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:46.055612 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:46.056132 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:46.056605 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:46.059385 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:46.084796 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] Routers {'4cd42c71-c143-4019-8178-007af10ae8e9'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:13:46.085792 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:13:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['4cd42c71-c143-4019-8178-007af10ae8e9'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:46.177855 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9c87178e-59fb-4eaf-bdbc-d4edaaacec45 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:46.206547 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-9c87178e-59fb-4eaf-bdbc-d4edaaacec45 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2515461 Apr 05 11:13:46.209616 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:46.210336 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:46.210847 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:46.211184 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:46.212314 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2665a58-c8bf-48a1-b9fa-11bac089ac51']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:46.262018 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-06562119-963f-4a84-8342-c7dd05a21c66 admin admin] Publish callbacks [] for security_group (41de907a-a5b1-402d-a5cc-fac177eaea3f), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:46.327659 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7a9ad-7684-44ec-92ea-8e36dd3f74f6 req-1f8ecd7b-d6d0-4a8b-9530-96dd3f59aa85 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:46.335817 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a9b7a9ad-7684-44ec-92ea-8e36dd3f74f6 req-1f8ecd7b-d6d0-4a8b-9530-96dd3f59aa85 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 943 time: 0.3472347 Apr 05 11:13:46.353128 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb9773f-4b33-4e61-881c-435140d92e93') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:46.353615 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb9773f-4b33-4e61-881c-435140d92e93') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:46.367192 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-06562119-963f-4a84-8342-c7dd05a21c66 admin admin] Publish callbacks [] for security_group (41de907a-a5b1-402d-a5cc-fac177eaea3f), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:46.408024 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793732694402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6680707'] for segment (efb9773f-4b33-4e61-881c-435140d92e93), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:46.439458 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (efb9773f-4b33-4e61-881c-435140d92e93), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:46.451240 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:13:46.451724 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7002667'] for segment (efb9773f-4b33-4e61-881c-435140d92e93), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:46.464591 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98dab18b-2fec-4774-ab67-6819d480193d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:46.493544 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a9b7a9ad-7684-44ec-92ea-8e36dd3f74f6 req-9baa35f1-5398-46f6-abee-b5ab35ba9dea tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568253 Apr 05 11:13:46.546944 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e5ed0-5bd2-4d47-8bb4-9da3734566ed None None] Pushing event updated for resources: {'Port': ['ID=1ebd413e-8a6d-46e4-8b1d-d16229e841d2,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: from cryptography.utils import int_from_bytes Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: from cryptography.utils import int_from_bytes Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: Traceback (most recent call last): Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: timer() Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: cb(*args, **kw) Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: return func(*args, **kwargs) Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: self._notify() Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: self.callback(batched_events) Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: event.method(event) Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: return f(self, *a, **k) Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: return self._get(url).json() Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: return self.request(url, 'GET', **kwargs) Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:13:46.631632 dv-cinder-818994-3-iscsi neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:13:46.638537 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-7c91d18a-18ae-4194-a3d9-8ed054fcee81 None None] Current status of the port 1ebd413e-8a6d-46e4-8b1d-d16229e841d2 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:46.639044 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7c91d18a-18ae-4194-a3d9-8ed054fcee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (1ebd413e-8a6d-46e4-8b1d-d16229e841d2), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:46.646582 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-98dab18b-2fec-4774-ab67-6819d480193d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Allocated IP 172.27.0.145 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/ef62e2e2-f6e4-410a-9828-54412ab48786) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:13:46.658938 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-06562119-963f-4a84-8342-c7dd05a21c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (41de907a-a5b1-402d-a5cc-fac177eaea3f), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:46.661529 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-06562119-963f-4a84-8342-c7dd05a21c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:46.671330 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa734e4-372e-4562-ae22-6905642909fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8a91ca-f217-4d28-a874-fd62d99611c8,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:46.671974 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-06562119-963f-4a84-8342-c7dd05a21c66 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41de907a-a5b1-402d-a5cc-fac177eaea3f HTTP/1.1" status: 204 len: 168 time: 0.7986712 Apr 05 11:13:46.725583 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b0f776b-9059-40b7-8f7d-9dca59e174dc admin admin] Publish callbacks [] for security_group (5f8a91ca-f217-4d28-a874-fd62d99611c8), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:46.725932 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] Set router 4cd42c71-c143-4019-8178-007af10ae8e9 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:13:46.733652 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06562119-963f-4a84-8342-c7dd05a21c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41de907a-a5b1-402d-a5cc-fac177eaea3f,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:46.749506 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-6f61a999-6fa8-40ca-8165-f732241fc246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:46.751384 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-6f61a999-6fa8-40ca-8165-f732241fc246 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=597d2023-70c0-4a6a-865a-00f86af40f86 HTTP/1.1" status: 200 len: 852 time: 1.2026012 Apr 05 11:13:46.829691 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-c8163ce1-ff9b-4769-97a8-a20b194269d4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd4c078f-14f0-454e-a466-b883edc92fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587244 Apr 05 11:13:46.839503 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1167531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585706'] for network (a2665a58-c8bf-48a1-b9fa-11bac089ac51), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:46.893788 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-7c91d18a-18ae-4194-a3d9-8ed054fcee81 None None] For port 1ebd413e-8a6d-46e4-8b1d-d16229e841d2, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=1ebd413e-8a6d-46e4-8b1d-d16229e841d2,segment=NetworkSegment(b621d9f4-d6cf-43b5-98e9-c56fcec4f695),segment_id=b621d9f4-d6cf-43b5-98e9-c56fcec4f695)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:13:46.930887 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98dab18b-2fec-4774-ab67-6819d480193d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for port (ef62e2e2-f6e4-410a-9828-54412ab48786), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:46.955089 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-dea73bee-00dc-4153-8f28-126f61467940 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1516024801&fields=id&tenant_id=e6061eea75194ee5b5efeed2e6073d75 HTTP/1.1" status: 200 len: 267 time: 0.2224553 Apr 05 11:13:46.981982 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-23361d0e-1536-41db-ae7f-8774c1ecffe4 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:46.984381 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-23361d0e-1536-41db-ae7f-8774c1ecffe4 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/networks?id=3c3ad901-dee6-4adf-8761-f4e0b40921d1 HTTP/1.1" status: 200 len: 817 time: 1.5095305 Apr 05 11:13:47.007281 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7c91d18a-18ae-4194-a3d9-8ed054fcee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (1ebd413e-8a6d-46e4-8b1d-d16229e841d2), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:47.020814 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b0f776b-9059-40b7-8f7d-9dca59e174dc admin admin] Publish callbacks [] for security_group (5f8a91ca-f217-4d28-a874-fd62d99611c8), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:47.066250 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:47.070891 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a2665a58-c8bf-48a1-b9fa-11bac089ac51 HTTP/1.1" status: 204 len: 168 time: 2.8825297 Apr 05 11:13:47.103538 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-30fa23be-d154-423c-9ddf-8a670245508a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/quotas/ee45cad25b8c4845b2cf9c11ab2dd7c8 HTTP/1.1" status: 200 len: 375 time: 0.0771277 Apr 05 11:13:47.104795 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b7e27-95d5-4ef3-a33a-f40515d72218 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2665a58-c8bf-48a1-b9fa-11bac089ac51,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:47.108871 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 55328) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:47.220781 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91d18a-18ae-4194-a3d9-8ed054fcee81 None None] Pushing event updated for resources: {'Port': ['ID=1ebd413e-8a6d-46e4-8b1d-d16229e841d2,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:47.252473 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-b6208f02-9c55-4a3f-be66-e8da462b3494 None None] Provisioning complete for port 1ebd413e-8a6d-46e4-8b1d-d16229e841d2 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:47.252899 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b6208f02-9c55-4a3f-be66-e8da462b3494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (1ebd413e-8a6d-46e4-8b1d-d16229e841d2), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:47.388720 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-66a0b124-7353-4203-a791-0a0965075af4 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:47.390393 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-66a0b124-7353-4203-a791-0a0965075af4 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/networks?id=7217652a-af97-4947-b0e2-d005c4528ce6 HTTP/1.1" status: 200 len: 810 time: 0.4342725 Apr 05 11:13:47.416098 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-deef474c-ca0f-4112-9fc5-438a5e73bade tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/quotas/e6061eea75194ee5b5efeed2e6073d75 HTTP/1.1" status: 200 len: 375 time: 0.0200441 Apr 05 11:13:47.423233 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98dab18b-2fec-4774-ab67-6819d480193d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (ef62e2e2-f6e4-410a-9828-54412ab48786), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:47.499963 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 4, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'gw_port': {'id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '1ebd413e-8a6d-46e4-8b1d-d16229e841d2', 'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'mac_address': 'fa:16:3e:a9:7d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:31Z', 'updated_at': '2022-04-05T11:13:45Z', 'revision_number': 4, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'subnets': [{'id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:47.500603 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-651d2735-87f4-48b2-8712-71725182269c service neutron] 10.222.0.58 "GET /v2.0/networks/fd4c078f-14f0-454e-a466-b883edc92fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6410520 Apr 05 11:13:47.525473 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a726735-536c-4384-a692-f95efa078015 admin admin] Deleting subnet ac111fa8-1434-4e25-a0d8-f9feaf91fac2 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:13:47.549871 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dab18b-2fec-4774-ab67-6819d480193d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:13:47.570143 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0a726735-536c-4384-a692-f95efa078015 admin admin] Publish callbacks [] for subnet (ac111fa8-1434-4e25-a0d8-f9feaf91fac2), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:47.574546 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-98dab18b-2fec-4774-ab67-6819d480193d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:47.585244 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dab18b-2fec-4774-ab67-6819d480193d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:13:47.592436 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5670ac-d9c9-44a1-9560-8c67c56c7a1e None None] The sync data for ids ['4cd42c71-c143-4019-8178-007af10ae8e9'] in dv-cinder-818994-3-iscsi is: [{'id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 4, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'gw_port': {'id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '1ebd413e-8a6d-46e4-8b1d-d16229e841d2', 'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'mac_address': 'fa:16:3e:a9:7d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:31Z', 'updated_at': '2022-04-05T11:13:45Z', 'revision_number': 4, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'subnets': [{'id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:13:47.594755 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-70c3ab4b-e936-4edc-a140-af9d697f965a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4636321 Apr 05 11:13:47.596750 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-b6208f02-9c55-4a3f-be66-e8da462b3494 None None] Current status of the port 1ebd413e-8a6d-46e4-8b1d-d16229e841d2 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:47.629228 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dab18b-2fec-4774-ab67-6819d480193d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'Port': ['ID=ef62e2e2-f6e4-410a-9828-54412ab48786,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:47.711226 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-666122fe-271a-4219-b06b-916351fa9e6e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e6061eea75194ee5b5efeed2e6073d75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2729762 Apr 05 11:13:47.731431 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b0f776b-9059-40b7-8f7d-9dca59e174dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (5f8a91ca-f217-4d28-a874-fd62d99611c8), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:47.734557 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b0f776b-9059-40b7-8f7d-9dca59e174dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:47.736043 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0b0f776b-9059-40b7-8f7d-9dca59e174dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f8a91ca-f217-4d28-a874-fd62d99611c8 HTTP/1.1" status: 204 len: 168 time: 2.1979170 Apr 05 11:13:47.816691 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98dab18b-2fec-4774-ab67-6819d480193d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (e1674c06-c1d1-4cc1-bf31-b094da24cc72), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:47.850310 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0a726735-536c-4384-a692-f95efa078015 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6680696'] for subnet (ac111fa8-1434-4e25-a0d8-f9feaf91fac2), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:47.908164 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f776b-9059-40b7-8f7d-9dca59e174dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8a91ca-f217-4d28-a874-fd62d99611c8,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:47.958586 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98dab18b-2fec-4774-ab67-6819d480193d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (ef62e2e2-f6e4-410a-9828-54412ab48786), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:47.981276 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c7d61b9-406b-4b14-830c-f3b8cf177a28 req-4d8e0885-f6c5-45de-a232-a454cfd2a11b service neutron] 10.222.0.58 "GET /v2.0/networks/fd4c078f-14f0-454e-a466-b883edc92fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427776 Apr 05 11:13:48.004746 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0a726735-536c-4384-a692-f95efa078015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928297'] for subnet (ac111fa8-1434-4e25-a0d8-f9feaf91fac2), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:48.076428 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-d6e509a5-58eb-4d07-8434-13df08f8f5ab service neutron] 10.222.0.39 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330389 Apr 05 11:13:48.286121 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 1ebd413e-8a6d-46e4-8b1d-d16229e841d2 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:13:48.331218 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98dab18b-2fec-4774-ab67-6819d480193d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for port (ef62e2e2-f6e4-410a-9828-54412ab48786), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:48.374074 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9d5482ae-cf2d-4ac5-98cb-dc4358deb063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:48.389323 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 1ebd413e-8a6d-46e4-8b1d-d16229e841d2 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:13:48.389912 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (1ebd413e-8a6d-46e4-8b1d-d16229e841d2), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:48.423433 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98dab18b-2fec-4774-ab67-6819d480193d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (ef62e2e2-f6e4-410a-9828-54412ab48786), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:48.443184 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8d08b-8f4d-46be-8f78-7be94f2f0f39 req-00b54228-41b4-48b6-bbd1-d02b03435754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:48.449106 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dfc8d08b-8f4d-46be-8f78-7be94f2f0f39 req-00b54228-41b4-48b6-bbd1-d02b03435754 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=782ef6623f6b4e4c88f74aafdb472163&device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 1127 time: 0.2830267 Apr 05 11:13:48.468791 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-53069088-4bbb-49f5-b1a3-8662b126c158 service neutron] 10.222.0.39 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914814 Apr 05 11:13:48.575622 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dab18b-2fec-4774-ab67-6819d480193d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'Port': ['ID=ef62e2e2-f6e4-410a-9828-54412ab48786,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:48.600016 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98dab18b-2fec-4774-ab67-6819d480193d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (e1674c06-c1d1-4cc1-bf31-b094da24cc72), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:48.656818 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 1ebd413e-8a6d-46e4-8b1d-d16229e841d2 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:13:48.691049 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0a726735-536c-4384-a692-f95efa078015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7002689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4268067'] for subnet (ac111fa8-1434-4e25-a0d8-f9feaf91fac2), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:48.722950 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98dab18b-2fec-4774-ab67-6819d480193d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:48.724302 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-98dab18b-2fec-4774-ab67-6819d480193d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1277068 Apr 05 11:13:48.736549 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a726735-536c-4384-a692-f95efa078015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac111fa8-1434-4e25-a0d8-f9feaf91fac2,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:48.750683 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0a726735-536c-4384-a692-f95efa078015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:48.758774 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-fae03a64-a848-4f8a-85a2-1248f2288114 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:13:48.759784 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-fae03a64-a848-4f8a-85a2-1248f2288114 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2005591 Apr 05 11:13:48.762283 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0a726735-536c-4384-a692-f95efa078015 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ac111fa8-1434-4e25-a0d8-f9feaf91fac2 HTTP/1.1" status: 204 len: 168 time: 1.6466322 Apr 05 11:13:48.765166 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55368) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:48.882323 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8d08b-8f4d-46be-8f78-7be94f2f0f39 req-d10f765e-02c6-4471-bcb8-d57f707b1db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:48.884879 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dfc8d08b-8f4d-46be-8f78-7be94f2f0f39 req-d10f765e-02c6-4471-bcb8-d57f707b1db8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd4c078f-14f0-454e-a466-b883edc92fb1 HTTP/1.1" status: 200 len: 913 time: 0.4138117 Apr 05 11:13:49.114327 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-85ec8307-2f9d-4991-9703-354751bf3608 service neutron] 10.222.0.39 "GET /v2.0/networks/7217652a-af97-4947-b0e2-d005c4528ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190734 Apr 05 11:13:49.140060 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920430'] for network (c78ec958-aaea-4fa7-8e66-ef023cc9dfd6), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:49.150096 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55386) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:49.198290 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ef4130c7-56f9-425d-b60b-d7d0889c3119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:49.217163 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dfc8d08b-8f4d-46be-8f78-7be94f2f0f39 req-8cda459c-32f1-4f9f-8efa-6af8e0ef12f2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=affc6f94-bfe4-441e-977e-50e2937e208e HTTP/1.1" status: 200 len: 217 time: 0.3245721 Apr 05 11:13:49.320100 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613848f-7ac0-4840-9b10-2808e4adada4 req-b0cc4802-8df8-4545-8b1a-e8f0108918bf tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:49.328405 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d613848f-7ac0-4840-9b10-2808e4adada4 req-b0cc4802-8df8-4545-8b1a-e8f0108918bf tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 943 time: 0.1218898 Apr 05 11:13:49.331477 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8d08b-8f4d-46be-8f78-7be94f2f0f39 req-017a601e-3fb2-44f8-8af1-d6b90d41762d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:49.333440 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dfc8d08b-8f4d-46be-8f78-7be94f2f0f39 req-017a601e-3fb2-44f8-8af1-d6b90d41762d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=597d2023-70c0-4a6a-865a-00f86af40f86 HTTP/1.1" status: 200 len: 852 time: 0.0979698 Apr 05 11:13:49.343454 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-0aa60960-39e0-4153-855d-2485c2acd9fe service neutron] 10.222.0.39 "GET /v2.0/networks/7217652a-af97-4947-b0e2-d005c4528ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916258 Apr 05 11:13:49.398738 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55394) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:49.475103 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1167570', 'neutron.services.segments.db._delete_segments_for_network-8793732693881'] for network (c78ec958-aaea-4fa7-8e66-ef023cc9dfd6), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:49.490439 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dfc8d08b-8f4d-46be-8f78-7be94f2f0f39 req-4dd31c75-d60b-4ff9-b669-62285db192e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd4c078f-14f0-454e-a466-b883edc92fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356151 Apr 05 11:13:49.505342 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d613848f-7ac0-4840-9b10-2808e4adada4 req-c98d18bd-c03e-46f6-a063-eab6acb82a6f tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715119 Apr 05 11:13:49.600265 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-487e4190-68a3-4c20-936f-29af004e7cdd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2006526-network', 'tenant_id': 'c0b59c8693604ff8bbfada15779dd7b9'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:49.634660 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:49.637993 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:49.638899 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:49.639258 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Subscribe: > port after_create 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:49.639580 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:49.639900 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Subscribe: > port after_update 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:49.640232 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:49.644061 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:49.644398 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:49.644726 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:49.656625 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-97abfdbe-2ea0-4468-93a2-ed5a9f0ede51 req-b0c0740f-fbc3-4272-826f-6e104f503f7a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 210 time: 0.0783541 Apr 05 11:13:49.728150 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dfc8d08b-8f4d-46be-8f78-7be94f2f0f39 req-1dd2ae2a-60a1-4a14-b58d-c2bea1ed433b service neutron] 10.222.0.58 "GET /v2.0/networks/fd4c078f-14f0-454e-a466-b883edc92fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216570 Apr 05 11:13:49.858224 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b64179a7-2cab-41a2-8ec8-589d2b428bc9 req-791fcd5f-d77e-44a2-bfe3-5fc2578cb2a9 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 210 time: 0.0898318 Apr 05 11:13:49.924454 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dfc8d08b-8f4d-46be-8f78-7be94f2f0f39 req-5959d6a6-d788-4a47-8140-b5bb86949b57 service neutron] 10.222.0.58 "GET /v2.0/networks/fd4c078f-14f0-454e-a466-b883edc92fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732049 Apr 05 11:13:50.019613 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:50.020234 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:50.020707 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:50.021184 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 11:13:50.021541 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c78ec958-aaea-4fa7-8e66-ef023cc9dfd6']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:50.055965 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ef4130c7-56f9-425d-b60b-d7d0889c3119 admin admin] Publish callbacks [] for security_group (49487f2f-2fda-4929-adcb-8c9e61e6259e), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:50.059806 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487e4190-68a3-4c20-936f-29af004e7cdd admin admin] Made reservation on behalf of c0b59c8693604ff8bbfada15779dd7b9 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:13:50.062846 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-487e4190-68a3-4c20-936f-29af004e7cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:50.094061 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb11c91-ce09-465a-9cbb-eca7005a5758') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:50.094623 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb11c91-ce09-465a-9cbb-eca7005a5758') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:13:50.115256 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-487e4190-68a3-4c20-936f-29af004e7cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:50.128151 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ef4130c7-56f9-425d-b60b-d7d0889c3119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (49487f2f-2fda-4929-adcb-8c9e61e6259e), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:50.141519 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793732694402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7254742'] for segment (5cb11c91-ce09-465a-9cbb-eca7005a5758), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:50.248719 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (5cb11c91-ce09-465a-9cbb-eca7005a5758), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:50.263678 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ef4130c7-56f9-425d-b60b-d7d0889c3119 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=86e968e3f3cb4173bc84ac1d846e7c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0837581 Apr 05 11:13:50.267384 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 55430) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:50.273104 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4130c7-56f9-425d-b60b-d7d0889c3119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49487f2f-2fda-4929-adcb-8c9e61e6259e,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:50.277425 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:13:50.277827 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5342644'] for segment (5cb11c91-ce09-465a-9cbb-eca7005a5758), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: from cryptography.utils import int_from_bytes Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: from cryptography.utils import int_from_bytes Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: Traceback (most recent call last): Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: timer() Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: cb(*args, **kw) Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: return func(*args, **kwargs) Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: self._notify() Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: self.callback(batched_events) Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: event.method(event) Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: return f(self, *a, **k) Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: return self._get(url).json() Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: return self.request(url, 'GET', **kwargs) Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:13:50.285772 dv-cinder-818994-3-iscsi neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:13:50.289373 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-469db626-1151-46ea-bd81-0390708f308c req-76073c61-dc4a-4b19-9319-1118cbe8471a tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1995033098&fields=id&tenant_id=0c6c4204bde44a1183df1338d018b1b1 HTTP/1.1" status: 200 len: 267 time: 0.2308373 Apr 05 11:13:50.404740 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-43f9e595-0026-45bb-ad3f-0d8f977636ae admin admin] Publish callbacks [] for security_group (49487f2f-2fda-4929-adcb-8c9e61e6259e), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:50.455754 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-43f9e595-0026-45bb-ad3f-0d8f977636ae admin admin] Publish callbacks [] for security_group (49487f2f-2fda-4929-adcb-8c9e61e6259e), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:50.517098 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469db626-1151-46ea-bd81-0390708f308c req-65195430-8ec1-4557-af04-0b912368a069 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:50.520434 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-469db626-1151-46ea-bd81-0390708f308c req-65195430-8ec1-4557-af04-0b912368a069 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/networks?id=61947bc0-bf95-4d84-a95a-a866833cbe78 HTTP/1.1" status: 200 len: 815 time: 0.1727023 Apr 05 11:13:50.521838 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-487e4190-68a3-4c20-936f-29af004e7cdd admin admin] Publish callbacks [] for security_group (9641a6f5-84cf-45cb-af9b-fcc14205cae6), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:50.523373 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1167531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585706'] for network (c78ec958-aaea-4fa7-8e66-ef023cc9dfd6), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:50.538546 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:50.540455 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c78ec958-aaea-4fa7-8e66-ef023cc9dfd6 HTTP/1.1" status: 204 len: 168 time: 1.7740686 Apr 05 11:13:50.575494 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48320cc7-b1f8-411e-8d35-b457b1103211 admin admin] Pushing event deleted for resources: {'Network': ['ID=c78ec958-aaea-4fa7-8e66-ef023cc9dfd6,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:50.579870 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-469db626-1151-46ea-bd81-0390708f308c req-b4b53bb7-4825-45f7-aaa0-28ff880cbf1f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/quotas/0c6c4204bde44a1183df1338d018b1b1 HTTP/1.1" status: 200 len: 375 time: 0.0303097 Apr 05 11:13:50.632908 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-487e4190-68a3-4c20-936f-29af004e7cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (9641a6f5-84cf-45cb-af9b-fcc14205cae6), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:50.637764 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-43f9e595-0026-45bb-ad3f-0d8f977636ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (49487f2f-2fda-4929-adcb-8c9e61e6259e), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:50.640808 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-43f9e595-0026-45bb-ad3f-0d8f977636ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:50.643963 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-43f9e595-0026-45bb-ad3f-0d8f977636ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/49487f2f-2fda-4929-adcb-8c9e61e6259e HTTP/1.1" status: 204 len: 168 time: 0.3724785 Apr 05 11:13:50.688833 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e4190-68a3-4c20-936f-29af004e7cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9641a6f5-84cf-45cb-af9b-fcc14205cae6,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:50.707999 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487e4190-68a3-4c20-936f-29af004e7cdd admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:13:50.726024 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-469db626-1151-46ea-bd81-0390708f308c req-b1808fc3-b33b-404b-bce3-a78517c50503 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6c4204bde44a1183df1338d018b1b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1404023 Apr 05 11:13:50.729938 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-487e4190-68a3-4c20-936f-29af004e7cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (b58086d0-2f6d-4c19-a600-e824030871fd), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:50.730492 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-487e4190-68a3-4c20-936f-29af004e7cdd admin admin] Added segment b58086d0-2f6d-4c19-a600-e824030871fd of type vlan for network f916063c-34fa-4c0b-8da1-3ed56ba2b5d1 Apr 05 11:13:50.794816 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9e595-0026-45bb-ad3f-0d8f977636ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49487f2f-2fda-4929-adcb-8c9e61e6259e,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:50.818438 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-487e4190-68a3-4c20-936f-29af004e7cdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793732229416'] for network (f916063c-34fa-4c0b-8da1-3ed56ba2b5d1), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:50.827848 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eaa2b4-0c40-4da0-b89b-0fbef893fd39 req-ec2410b0-5dff-4831-bb12-7c18b850939d tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:50.837785 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-50eaa2b4-0c40-4da0-b89b-0fbef893fd39 req-ec2410b0-5dff-4831-bb12-7c18b850939d tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 943 time: 0.2193573 Apr 05 11:13:50.923833 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-469db626-1151-46ea-bd81-0390708f308c req-dca2b011-2677-4d26-8179-bf42bc8216ac service neutron] 10.222.0.39 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441717 Apr 05 11:13:50.940497 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-50eaa2b4-0c40-4da0-b89b-0fbef893fd39 req-b31ed219-d603-4c5f-83b1-25ab938f0e7f tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017075 Apr 05 11:13:50.943872 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0e874b5f-8f41-43bd-bec0-dc4eee47e913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:50.963613 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-487e4190-68a3-4c20-936f-29af004e7cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for network (f916063c-34fa-4c0b-8da1-3ed56ba2b5d1), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:50.964555 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487e4190-68a3-4c20-936f-29af004e7cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:50.965296 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-487e4190-68a3-4c20-936f-29af004e7cdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:51.067973 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c9c8d80e-ad8d-4c5f-807c-7f69714f8aea req-3e473f50-3be6-487b-9174-9057c7f10ca3 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 210 time: 0.0462956 Apr 05 11:13:51.135828 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 55456) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:51.203040 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a0fbd595-6200-4d09-9754-e58b78f1880d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9bc1c2b54eb648dc9230a69a11f58d97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0651095 Apr 05 11:13:51.256141 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-71f8e6bc-90bd-482c-a38b-5941c87b1ac4 req-00801fb8-8f83-4025-bc8c-7b457dbc2805 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 210 time: 0.0568285 Apr 05 11:13:51.259106 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 55458) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:51.356401 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e4190-68a3-4c20-936f-29af004e7cdd admin admin] Pushing event updated for resources: {'Network': ['ID=f916063c-34fa-4c0b-8da1-3ed56ba2b5d1,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:51.368900 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Network f916063c-34fa-4c0b-8da1-3ed56ba2b5d1 details requested by agent ovs-agent-dv-cinder-818994-3-iscsi with host dv-cinder-818994-3-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:13:51.412331 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-27552482-faf8-4321-8b16-72fb250c92be admin admin] Publish callbacks [] for security_group (c2a5f5c1-575c-4700-a792-9d78fed88976), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:51.444509 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-27552482-faf8-4321-8b16-72fb250c92be admin admin] Publish callbacks [] for security_group (c2a5f5c1-575c-4700-a792-9d78fed88976), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:51.465757 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-487e4190-68a3-4c20-936f-29af004e7cdd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0658100 Apr 05 11:13:51.473666 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55472) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:51.522490 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-3038be2c-5ca2-4714-9c5e-a74291d5e623 admin admin] Request body: {'subnet': {'network_id': 'f916063c-34fa-4c0b-8da1-3ed56ba2b5d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2006526-subnet', 'tenant_id': 'c0b59c8693604ff8bbfada15779dd7b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:51.547121 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-469db626-1151-46ea-bd81-0390708f308c req-304bf85a-4c45-4027-90d4-fd7bb2f6ec00 service neutron] 10.222.0.39 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6147566 Apr 05 11:13:51.647443 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3038be2c-5ca2-4714-9c5e-a74291d5e623 admin admin] Made reservation on behalf of c0b59c8693604ff8bbfada15779dd7b9 for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:13:51.649190 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-27552482-faf8-4321-8b16-72fb250c92be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (c2a5f5c1-575c-4700-a792-9d78fed88976), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:51.654060 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-27552482-faf8-4321-8b16-72fb250c92be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:51.655546 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-27552482-faf8-4321-8b16-72fb250c92be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2a5f5c1-575c-4700-a792-9d78fed88976 HTTP/1.1" status: 204 len: 168 time: 0.3954940 Apr 05 11:13:51.656305 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3038be2c-5ca2-4714-9c5e-a74291d5e623 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5249223'] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:51.670878 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27552482-faf8-4321-8b16-72fb250c92be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a5f5c1-575c-4700-a792-9d78fed88976,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:51.846284 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:51.936695 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8dedd747-5ee9-42d8-aa13-aa1052f67e7e req-5365dc76-8e16-4b21-8c16-393b2962d420 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 210 time: 0.0608513 Apr 05 11:13:52.115422 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3038be2c-5ca2-4714-9c5e-a74291d5e623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5343257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5249241'] for subnet (5ea3ee00-666d-419d-b634-979fde3694b1), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:52.215034 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56f603-cb4e-4bac-87be-9eca3ca03d97 req-caa65838-2c47-4328-bc5a-aac271ea4b04 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:52.216687 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fa56f603-cb4e-4bac-87be-9eca3ca03d97 req-caa65838-2c47-4328-bc5a-aac271ea4b04 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 943 time: 0.1648061 Apr 05 11:13:52.234832 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038be2c-5ca2-4714-9c5e-a74291d5e623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea3ee00-666d-419d-b634-979fde3694b1,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:52.273612 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3038be2c-5ca2-4714-9c5e-a74291d5e623 admin admin] Checking segment: {'id': 'b58086d0-2f6d-4c19-a600-e824030871fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f916063c-34fa-4c0b-8da1-3ed56ba2b5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:13:52.277965 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3038be2c-5ca2-4714-9c5e-a74291d5e623 admin admin] Network hostable DHCP agents. Network: f916063c-34fa-4c0b-8da1-3ed56ba2b5d1, hostable agents: ['cd8b06fc-05cb-41d0-9f86-42134aa474b0'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:13:52.345095 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fa56f603-cb4e-4bac-87be-9eca3ca03d97 req-c156f6f0-d139-48c2-b296-0326cfad8e21 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012366 Apr 05 11:13:52.361745 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-51026e92-9dff-43c6-a6c2-c1a49e8e4f95 req-0126fdfc-9776-4da5-8672-da01655fb0ba tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 210 time: 0.1369381 Apr 05 11:13:52.429128 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3038be2c-5ca2-4714-9c5e-a74291d5e623 admin admin] Network f916063c-34fa-4c0b-8da1-3ed56ba2b5d1 is scheduled to be hosted by DHCP agent cd8b06fc-05cb-41d0-9f86-42134aa474b0 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:13:52.531752 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-891fdb76-2c09-4247-b986-8a76a59b9ef1 req-bc5130fe-e6f0-4abb-9487-2cc6074353e6 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 210 time: 0.0498691 Apr 05 11:13:52.532455 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-3038be2c-5ca2-4714-9c5e-a74291d5e623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-iscsi, f916063c-34fa-4c0b-8da1-3ed56ba2b5d1) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:52.543172 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2498634a-0894-4c3e-9869-f8fc7eb27ddc None None] Network f916063c-34fa-4c0b-8da1-3ed56ba2b5d1 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:13:52.552779 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3038be2c-5ca2-4714-9c5e-a74291d5e623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:52.553798 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3038be2c-5ca2-4714-9c5e-a74291d5e623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:52.753049 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a736a80b-8153-4d4a-8559-15d2165b9b8f None None] Network f916063c-34fa-4c0b-8da1-3ed56ba2b5d1 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:13:52.895502 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-3038be2c-5ca2-4714-9c5e-a74291d5e623 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4185510 Apr 05 11:13:53.051016 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6634affd-6f82-45ae-a042-0bdaa4e7baac req-78875100-a979-45ca-ac74-0964725ec2eb tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 210 time: 0.0345137 Apr 05 11:13:53.240987 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:53.283161 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 55524) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:53.336753 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-318e891f-3e02-4dce-aa11-e3e05acf6d02 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27600e23437748c492c92ad6d5e4c776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497935 Apr 05 11:13:53.337240 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55528) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:53.416822 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b31980c1-a8d1-4f05-a0e8-078dafbb15eb admin admin] Publish callbacks [] for security_group (daf2fcac-1167-4ef5-a5b5-d77c7c18dceb), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:53.488046 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b31980c1-a8d1-4f05-a0e8-078dafbb15eb admin admin] Publish callbacks [] for security_group (daf2fcac-1167-4ef5-a5b5-d77c7c18dceb), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:53.561004 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3d24b8f4-2e7c-4291-be31-ae1bb3346fc9 req-42308e10-500d-4ae8-a756-608d821e69bb tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 210 time: 0.0680377 Apr 05 11:13:53.578754 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4f4c3-1688-46a2-957d-e2c6ab6c9ec5 req-bd7fa03c-fafd-4017-b906-4668308d3ffc tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:53.578754 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-62d4f4c3-1688-46a2-957d-e2c6ab6c9ec5 req-bd7fa03c-fafd-4017-b906-4668308d3ffc tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 943 time: 0.0929210 Apr 05 11:13:53.663214 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-62d4f4c3-1688-46a2-957d-e2c6ab6c9ec5 req-7d74539e-ef92-47f0-8ed8-c29d01d1c987 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712850 Apr 05 11:13:53.685850 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b31980c1-a8d1-4f05-a0e8-078dafbb15eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (daf2fcac-1167-4ef5-a5b5-d77c7c18dceb), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:53.688588 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b31980c1-a8d1-4f05-a0e8-078dafbb15eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:53.689903 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-b31980c1-a8d1-4f05-a0e8-078dafbb15eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/daf2fcac-1167-4ef5-a5b5-d77c7c18dceb HTTP/1.1" status: 204 len: 168 time: 0.3514469 Apr 05 11:13:53.700157 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31980c1-a8d1-4f05-a0e8-078dafbb15eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf2fcac-1167-4ef5-a5b5-d77c7c18dceb,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:53.702464 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b06eeb1e-84e0-469e-8f21-6d7fb088dad8 req-d483b755-9093-4c40-9798-53818bdea27c tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 210 time: 0.0353177 Apr 05 11:13:54.148054 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c1d6a977-4b6d-4e70-b20b-329d98c6070b req-487e5cb0-f63c-4fed-86bb-98af2fdf1b33 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 210 time: 0.0283232 Apr 05 11:13:54.367866 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 55578) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:54.374852 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-d80aa3eb-32fe-4484-91a1-e12da08c1b94 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-53080422-network', 'tenant_id': 'f9b346d07b41426db3a227bdbb8600ee'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:54.490723 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80aa3eb-32fe-4484-91a1-e12da08c1b94 admin admin] Made reservation on behalf of f9b346d07b41426db3a227bdbb8600ee for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:13:54.493016 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d80aa3eb-32fe-4484-91a1-e12da08c1b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:54.505122 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d80aa3eb-32fe-4484-91a1-e12da08c1b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:54.584914 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d80aa3eb-32fe-4484-91a1-e12da08c1b94 admin admin] Publish callbacks [] for security_group (b575380a-6f6b-41cc-9a9b-c701528898bd), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:54.667134 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5e198b8a-9bb2-48a8-a6d4-c2d2a4522086 req-aaf28501-d7c4-4b72-b1f9-39303e4d83ce tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 210 time: 0.0342159 Apr 05 11:13:54.667869 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d80aa3eb-32fe-4484-91a1-e12da08c1b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (b575380a-6f6b-41cc-9a9b-c701528898bd), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:54.687493 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80aa3eb-32fe-4484-91a1-e12da08c1b94 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:13:54.706652 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d80aa3eb-32fe-4484-91a1-e12da08c1b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (e49a8e39-a9f8-4d55-9323-98cf3702af29), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:54.707006 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-d80aa3eb-32fe-4484-91a1-e12da08c1b94 admin admin] Added segment e49a8e39-a9f8-4d55-9323-98cf3702af29 of type vlan for network 4dd0d860-a866-4d95-9d98-9bacdd2af3a2 Apr 05 11:13:54.709099 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80aa3eb-32fe-4484-91a1-e12da08c1b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b575380a-6f6b-41cc-9a9b-c701528898bd,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:54.777505 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d80aa3eb-32fe-4484-91a1-e12da08c1b94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793732229416'] for network (4dd0d860-a866-4d95-9d98-9bacdd2af3a2), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:54.819464 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac107-a55f-49d0-a9c4-df1ea8198ce0 req-66ea2089-c248-46f1-b616-ec204766678d tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:54.823431 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1d9ac107-a55f-49d0-a9c4-df1ea8198ce0 req-66ea2089-c248-46f1-b616-ec204766678d tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 943 time: 0.0882359 Apr 05 11:13:54.832036 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-64938c30-d6f6-4b37-a12a-1eb5f7ac46e6 req-93373596-3b41-4fdb-949d-2f0febdf1f84 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 210 time: 0.0356591 Apr 05 11:13:54.880103 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d80aa3eb-32fe-4484-91a1-e12da08c1b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for network (4dd0d860-a866-4d95-9d98-9bacdd2af3a2), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:54.885853 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80aa3eb-32fe-4484-91a1-e12da08c1b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:54.885853 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d80aa3eb-32fe-4484-91a1-e12da08c1b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:54.899054 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1d9ac107-a55f-49d0-a9c4-df1ea8198ce0 req-9cf7f0ec-67cf-4ff7-9972-766ef021a985 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688081 Apr 05 11:13:54.946629 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80aa3eb-32fe-4484-91a1-e12da08c1b94 admin admin] Pushing event updated for resources: {'Network': ['ID=4dd0d860-a866-4d95-9d98-9bacdd2af3a2,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:54.958290 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Network 4dd0d860-a866-4d95-9d98-9bacdd2af3a2 details requested by agent ovs-agent-dv-cinder-818994-3-iscsi with host dv-cinder-818994-3-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:13:54.986488 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d80aa3eb-32fe-4484-91a1-e12da08c1b94 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6175115 Apr 05 11:13:54.989451 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 55604) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:54.995612 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-cf8c9a4e-bccc-4556-b782-cb24ea43fe41 admin admin] Request body: {'subnet': {'network_id': '4dd0d860-a866-4d95-9d98-9bacdd2af3a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-53080422-subnet', 'tenant_id': 'f9b346d07b41426db3a227bdbb8600ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:55.022577 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:55.102048 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8c9a4e-bccc-4556-b782-cb24ea43fe41 admin admin] Made reservation on behalf of f9b346d07b41426db3a227bdbb8600ee for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:13:55.104434 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cf8c9a4e-bccc-4556-b782-cb24ea43fe41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4268100'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:55.282173 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-696b22c5-f909-486f-85e1-cd0fba05d869 req-f64654b1-1e2f-4019-b673-fb1893ab521e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 210 time: 0.0555801 Apr 05 11:13:55.360379 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cf8c9a4e-bccc-4556-b782-cb24ea43fe41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7001990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4268122'] for subnet (ec21f315-30ab-4f2b-ade0-b8dbb1082447), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:55.415245 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c9a4e-bccc-4556-b782-cb24ea43fe41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec21f315-30ab-4f2b-ade0-b8dbb1082447,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:55.426065 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8c9a4e-bccc-4556-b782-cb24ea43fe41 admin admin] Checking segment: {'id': 'e49a8e39-a9f8-4d55-9323-98cf3702af29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '4dd0d860-a866-4d95-9d98-9bacdd2af3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:13:55.426422 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8c9a4e-bccc-4556-b782-cb24ea43fe41 admin admin] Network hostable DHCP agents. Network: 4dd0d860-a866-4d95-9d98-9bacdd2af3a2, hostable agents: ['cd8b06fc-05cb-41d0-9f86-42134aa474b0'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:13:55.505928 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8c9a4e-bccc-4556-b782-cb24ea43fe41 admin admin] Network 4dd0d860-a866-4d95-9d98-9bacdd2af3a2 is scheduled to be hosted by DHCP agent cd8b06fc-05cb-41d0-9f86-42134aa474b0 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:13:55.634579 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-cf8c9a4e-bccc-4556-b782-cb24ea43fe41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-iscsi, 4dd0d860-a866-4d95-9d98-9bacdd2af3a2) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:55.643162 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e168c274-4198-4e60-a0f6-e434cd5affef None None] Network 4dd0d860-a866-4d95-9d98-9bacdd2af3a2 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:13:55.649093 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8c9a4e-bccc-4556-b782-cb24ea43fe41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:55.649700 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cf8c9a4e-bccc-4556-b782-cb24ea43fe41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:55.753366 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-cf8c9a4e-bccc-4556-b782-cb24ea43fe41 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7620192 Apr 05 11:13:55.767871 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c9594555-6eea-4b1b-ba6c-ad231bd38b0a req-c26ffc13-aace-4542-8e3c-459b728308af tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 210 time: 0.0271459 Apr 05 11:13:55.768350 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922b8bc9-1be7-45a8-8c13-c2b80265fe47 None None] Network 4dd0d860-a866-4d95-9d98-9bacdd2af3a2 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:13:55.968000 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5c0061b0-e633-4f90-947a-84d41950edb8 req-5a32b0a9-462b-404b-bd0f-c03b701284e0 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 210 time: 0.0410800 Apr 05 11:13:56.023160 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d8939-976c-4cc2-9adc-b0b9dbe24edc req-433fd7a3-1050-446a-8486-fcf76be27259 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:56.024670 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9c2d8939-976c-4cc2-9adc-b0b9dbe24edc req-433fd7a3-1050-446a-8486-fcf76be27259 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 943 time: 0.0575864 Apr 05 11:13:56.074928 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9c2d8939-976c-4cc2-9adc-b0b9dbe24edc req-45530e6a-3928-4ccc-b9a2-9dfeb23223de tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435920 Apr 05 11:13:56.377445 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-296b4c4f-e00b-4288-bb62-403d9f868e0b req-3a5a24a7-0676-4734-8968-01075362b837 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 210 time: 0.0279374 Apr 05 11:13:56.865763 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-010a9420-ae86-474a-b02b-c385094014a9 req-0011e2a6-26e0-4133-a9dd-ea3ec3b50dd8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 210 time: 0.0269685 Apr 05 11:13:57.054384 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7c2967ea-57ac-47b1-8b4a-f54b41cbed90 req-47f4bb55-b288-4da9-a46e-b8c24aa6c335 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 210 time: 0.0273860 Apr 05 11:13:57.198760 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf27b80-970c-487c-9771-dd4553d21139 req-5a6682bc-e737-4b7c-a2b6-4903caa747a9 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:57.200288 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fbf27b80-970c-487c-9771-dd4553d21139 req-5a6682bc-e737-4b7c-a2b6-4903caa747a9 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 943 time: 0.0573072 Apr 05 11:13:57.250191 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fbf27b80-970c-487c-9771-dd4553d21139 req-5bc7ece0-118e-4114-8a30-4e259e97cf53 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440490 Apr 05 11:13:57.474910 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9ffff893-833f-4b3e-a704-79cdcddf9293 req-3aee41d5-74b3-4200-9ac5-9b6f7aa733e1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 210 time: 0.0289040 Apr 05 11:13:57.735807 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 55714) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:57.849207 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-69dd2144-9664-4a46-b572-74ce43758f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:57.924515 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-69dd2144-9664-4a46-b572-74ce43758f40 admin admin] Publish callbacks [] for security_group (1b66216f-cf96-4e82-a45f-8dbe4bec7628), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:57.966836 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4c4b543d-ba8c-45b2-bc9d-55544dca5f35 req-64dc86fb-e1b0-4d33-8385-8b1df7be6851 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 210 time: 0.0284812 Apr 05 11:13:58.000298 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-69dd2144-9664-4a46-b572-74ce43758f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (1b66216f-cf96-4e82-a45f-8dbe4bec7628), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:58.041757 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-69dd2144-9664-4a46-b572-74ce43758f40 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8c78871a0eb4293a895778ecacbb87a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048522 Apr 05 11:13:58.042877 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd2144-9664-4a46-b572-74ce43758f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b66216f-cf96-4e82-a45f-8dbe4bec7628,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:58.044548 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55722) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:13:58.132252 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd616-08b4-44d4-a01d-6d339a4a9736 admin admin] Publish callbacks [] for security_group (1b66216f-cf96-4e82-a45f-8dbe4bec7628), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:58.132252 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd616-08b4-44d4-a01d-6d339a4a9736 admin admin] Publish callbacks [] for security_group (1b66216f-cf96-4e82-a45f-8dbe4bec7628), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:58.183204 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1eb824cc-4b5f-4301-834e-f52e8d548b33 req-2ddca8b8-eca6-4475-901b-dd6549e2bf6b tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 210 time: 0.0448141 Apr 05 11:13:58.391957 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-2f2da8a0-cd31-41a9-98b4-78b83a44dc5c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:58.393794 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-2f2da8a0-cd31-41a9-98b4-78b83a44dc5c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.58 "GET /v2.0/networks?id=3c3ad901-dee6-4adf-8761-f4e0b40921d1 HTTP/1.1" status: 200 len: 817 time: 0.1276469 Apr 05 11:13:58.393910 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935981f-863c-4c75-8968-407d3cc760bc req-1eb33563-0a0f-45f0-a0c9-4b7e3441ff01 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:58.395425 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2935981f-863c-4c75-8968-407d3cc760bc req-1eb33563-0a0f-45f0-a0c9-4b7e3441ff01 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 943 time: 0.0579219 Apr 05 11:13:58.462349 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2935981f-863c-4c75-8968-407d3cc760bc req-538159b8-7134-45b2-9eb7-3b4da217d419 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593402 Apr 05 11:13:58.491122 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-2dbb48c3-3f8f-4a0c-920e-f2fc46d44fd7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8 HTTP/1.1" status: 200 len: 380 time: 0.0705388 Apr 05 11:13:58.500928 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-c923244a-6c1d-4f34-b909-a5ce6033b46e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Request body: {'port': {'device_id': 'c900362d-904b-4d64-a9a3-ab381ca756e3', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'admin_state_up': True, 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'security_groups': ['63a09d99-07e0-4d8d-857e-b8d6c32105dc']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:13:58.597831 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-04001b62-0f1c-49e4-b1fa-3ff6928a0de9 req-3b48538d-c7a4-4491-a9e8-f8b2e9bb2325 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 210 time: 0.0361993 Apr 05 11:13:58.977349 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd616-08b4-44d4-a01d-6d339a4a9736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (1b66216f-cf96-4e82-a45f-8dbe4bec7628), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:58.980489 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2a6fd616-08b4-44d4-a01d-6d339a4a9736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:58.981625 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-2a6fd616-08b4-44d4-a01d-6d339a4a9736 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b66216f-cf96-4e82-a45f-8dbe4bec7628 HTTP/1.1" status: 204 len: 168 time: 0.9359925 Apr 05 11:13:58.989503 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fd616-08b4-44d4-a01d-6d339a4a9736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b66216f-cf96-4e82-a45f-8dbe4bec7628,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:13:59.083388 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c62a6689-a7da-45a4-be41-eee75504de31 req-5e291b67-1102-4cb1-ac69-c65f4a743f19 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 210 time: 0.0278254 Apr 05 11:13:59.280473 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cb73f15c-4e30-4df9-95ff-cc96b7c38300 req-c02482a2-73c0-4abc-b940-2d1f343683d3 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 210 time: 0.0326581 Apr 05 11:13:59.343272 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-c923244a-6c1d-4f34-b909-a5ce6033b46e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Made reservation on behalf of ee45cad25b8c4845b2cf9c11ab2dd7c8 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:13:59.347705 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-c923244a-6c1d-4f34-b909-a5ce6033b46e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:59.488879 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-c923244a-6c1d-4f34-b909-a5ce6033b46e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Allocated IP 172.20.0.12 (3c3ad901-dee6-4adf-8761-f4e0b40921d1/c226d4fe-4408-4a2e-a42d-e1f9fb159119/be14224c-0258-4dc2-9ce4-f41347c20fc0) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:13:59.610674 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb4429-545b-4c8c-9bb5-720345fb99b5 req-f16b16f3-37c8-44cc-aef5-aa9f98e7fbe7 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:13:59.618714 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-90cb4429-545b-4c8c-9bb5-720345fb99b5 req-f16b16f3-37c8-44cc-aef5-aa9f98e7fbe7 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 943 time: 0.0905139 Apr 05 11:13:59.677155 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-90cb4429-545b-4c8c-9bb5-720345fb99b5 req-46ad4170-79e5-4a69-adbc-7c93818b4da4 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572653 Apr 05 11:13:59.682495 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-c923244a-6c1d-4f34-b909-a5ce6033b46e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:59.712569 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf9e509a-cb10-4ba9-9dc7-e4b88bd4b157 req-ee3f1daa-614c-44b7-bc62-519d7205373f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 210 time: 0.0356247 Apr 05 11:13:59.915243 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-c923244a-6c1d-4f34-b909-a5ce6033b46e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:13:59.965925 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-c923244a-6c1d-4f34-b909-a5ce6033b46e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Network 3c3ad901-dee6-4adf-8761-f4e0b40921d1 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:13:59.968973 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-c923244a-6c1d-4f34-b909-a5ce6033b46e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:13:59.984125 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-c923244a-6c1d-4f34-b909-a5ce6033b46e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:13:59.991609 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923244a-6c1d-4f34-b909-a5ce6033b46e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Pushing event updated for resources: {'Port': ['ID=be14224c-0258-4dc2-9ce4-f41347c20fc0,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:00.045490 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-c923244a-6c1d-4f34-b909-a5ce6033b46e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:00.046174 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-c923244a-6c1d-4f34-b909-a5ce6033b46e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:00.161161 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55788) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:00.174350 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-c923244a-6c1d-4f34-b909-a5ce6033b46e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6779640 Apr 05 11:14:00.182837 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a6fc1bd2-6e76-48c4-87af-454e86a63249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:00.226540 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-5caa1b7b-6b80-4e03-9b41-2d87149c72a2 None None] Provisioning complete for port be14224c-0258-4dc2-9ce4-f41347c20fc0 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:14:00.227491 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5caa1b7b-6b80-4e03-9b41-2d87149c72a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:00.264221 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bd577-b468-46e6-a299-c8e6950b7845 req-df9da173-1d74-4a3d-b91b-508b5fceefdd tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:00.266078 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fc3bd577-b468-46e6-a299-c8e6950b7845 req-df9da173-1d74-4a3d-b91b-508b5fceefdd tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 932 time: 0.0856895 Apr 05 11:14:00.284731 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-5caa1b7b-6b80-4e03-9b41-2d87149c72a2 None None] Port be14224c-0258-4dc2-9ce4-f41347c20fc0 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:14:00.362930 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fc3bd577-b468-46e6-a299-c8e6950b7845 req-5fe51595-297d-4e93-94b9-14802f28c8fc tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859566 Apr 05 11:14:00.384065 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a6fc1bd2-6e76-48c4-87af-454e86a63249 admin admin] Publish callbacks [] for security_group (3340f817-9929-4342-93a6-d7dfe7a22a5d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:00.403128 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a1d7b716-fcb2-4399-afcf-bc71154c717b req-78333d43-eb04-420a-9e58-6b3a7bbd2332 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 210 time: 0.0402682 Apr 05 11:14:00.486931 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a6fc1bd2-6e76-48c4-87af-454e86a63249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (3340f817-9929-4342-93a6-d7dfe7a22a5d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:00.489721 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55798) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:00.541803 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc1bd2-6e76-48c4-87af-454e86a63249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3340f817-9929-4342-93a6-d7dfe7a22a5d,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:00.548428 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a6fc1bd2-6e76-48c4-87af-454e86a63249 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f7af649c3a94639a935226bdd5ac96f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3856244 Apr 05 11:14:00.550865 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 55802) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:00.605218 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03b3a469-2d3b-46fd-92fd-1ece718b3073 admin admin] Publish callbacks [] for security_group (3340f817-9929-4342-93a6-d7dfe7a22a5d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:00.625539 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5b80be5b-ae1a-4e67-91ec-d48c279817e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:00.628056 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03b3a469-2d3b-46fd-92fd-1ece718b3073 admin admin] Publish callbacks [] for security_group (3340f817-9929-4342-93a6-d7dfe7a22a5d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:00.726369 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5b80be5b-ae1a-4e67-91ec-d48c279817e3 admin admin] Publish callbacks [] for security_group (b7de4aab-7c68-40f5-885f-f84e7f444c37), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:00.811713 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92369c-f97c-495f-84ca-8376a43192b3 req-421a8e51-b5c2-499d-8a5b-f06f2b18e88d tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:00.813809 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0b92369c-f97c-495f-84ca-8376a43192b3 req-421a8e51-b5c2-499d-8a5b-f06f2b18e88d tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 943 time: 0.0668745 Apr 05 11:14:00.826918 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7bfeb8ed-5fb9-4b46-b90d-c89ba7475308 req-3b615b81-a9a0-4089-9584-6f1c511e41eb tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 210 time: 0.0331519 Apr 05 11:14:00.844791 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03b3a469-2d3b-46fd-92fd-1ece718b3073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (3340f817-9929-4342-93a6-d7dfe7a22a5d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:00.847859 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-03b3a469-2d3b-46fd-92fd-1ece718b3073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:00.854727 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-03b3a469-2d3b-46fd-92fd-1ece718b3073 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3340f817-9929-4342-93a6-d7dfe7a22a5d HTTP/1.1" status: 204 len: 168 time: 0.2974219 Apr 05 11:14:00.866464 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3a469-2d3b-46fd-92fd-1ece718b3073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3340f817-9929-4342-93a6-d7dfe7a22a5d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:00.876636 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0b92369c-f97c-495f-84ca-8376a43192b3 req-57ee3cc9-f0eb-4db3-8c70-1eac3227216e tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546947 Apr 05 11:14:00.920270 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5b80be5b-ae1a-4e67-91ec-d48c279817e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (b7de4aab-7c68-40f5-885f-f84e7f444c37), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:00.959364 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-5b80be5b-ae1a-4e67-91ec-d48c279817e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8288eb24a8e4463786a64c3409874521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4656425 Apr 05 11:14:00.960293 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80be5b-ae1a-4e67-91ec-d48c279817e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7de4aab-7c68-40f5-885f-f84e7f444c37,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:00.962141 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 55822) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:01.024559 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-610e4341-8903-4d16-96d4-f3ef0d677355 admin admin] Publish callbacks [] for security_group (b7de4aab-7c68-40f5-885f-f84e7f444c37), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:01.049324 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-610e4341-8903-4d16-96d4-f3ef0d677355 admin admin] Publish callbacks [] for security_group (b7de4aab-7c68-40f5-885f-f84e7f444c37), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:01.194336 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-610e4341-8903-4d16-96d4-f3ef0d677355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (b7de4aab-7c68-40f5-885f-f84e7f444c37), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:01.196925 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-610e4341-8903-4d16-96d4-f3ef0d677355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:01.198579 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-610e4341-8903-4d16-96d4-f3ef0d677355 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7de4aab-7c68-40f5-885f-f84e7f444c37 HTTP/1.1" status: 204 len: 168 time: 0.2341087 Apr 05 11:14:01.206743 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e4341-8903-4d16-96d4-f3ef0d677355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7de4aab-7c68-40f5-885f-f84e7f444c37,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:01.487354 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575737b-a433-4133-815a-46cf107846a4 req-9ef5c456-b687-4540-a372-0d1c1bf12ce3 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:01.489030 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9575737b-a433-4133-815a-46cf107846a4 req-9ef5c456-b687-4540-a372-0d1c1bf12ce3 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 932 time: 0.0565095 Apr 05 11:14:01.508216 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4a0567eb-1d8f-4b14-94f9-b5cfff8342c4 req-afdfa474-d3ec-40c3-bdd8-346df9d1564f tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 210 time: 0.0328546 Apr 05 11:14:01.538946 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.58', 57876) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:01.546546 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] Request body: {'port': {'device_id': 'c900362d-904b-4d64-a9a3-ab381ca756e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:14:01.592554 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9575737b-a433-4133-815a-46cf107846a4 req-8bc6653d-bd77-4735-a768-88c787242505 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971630 Apr 05 11:14:01.649456 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:01.725306 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-c85531b6-6103-4ac7-9ee4-04b13fcd2fea tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:01.727261 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-c85531b6-6103-4ac7-9ee4-04b13fcd2fea tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.58 "GET /v2.0/networks?id=7217652a-af97-4947-b0e2-d005c4528ce6 HTTP/1.1" status: 200 len: 810 time: 0.1867249 Apr 05 11:14:01.830163 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-52dd1332-4b86-45cc-8766-8a3ac208545d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6061eea75194ee5b5efeed2e6073d75 HTTP/1.1" status: 200 len: 380 time: 0.0932393 Apr 05 11:14:01.839501 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-a7723b5b-b970-491b-adca-1b9c9393d9cb tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Request body: {'port': {'device_id': 'a98ab2b1-5651-42f4-b1f3-de4469d542ad', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'admin_state_up': True, 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'security_groups': ['02317175-183d-416d-a38a-df24b3f71b2a']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:14:02.028730 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f46cbc7e-2c38-4e4a-846e-569cbaec0991 req-b7614e12-b632-420b-acfb-5090466eb2d4 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 210 time: 0.0898299 Apr 05 11:14:02.171245 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d22d6-0c24-4ec2-b167-5cfe9cc8909d req-10460719-2658-4aee-baf7-4dc643d6b241 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:02.172755 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-784d22d6-0c24-4ec2-b167-5cfe9cc8909d req-10460719-2658-4aee-baf7-4dc643d6b241 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 943 time: 0.1447704 Apr 05 11:14:02.187167 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be14224c-0258-4dc2-9ce4-f41347c20fc0 {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:14:02.198659 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] Publish callbacks [] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:02.215246 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-a7723b5b-b970-491b-adca-1b9c9393d9cb tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Made reservation on behalf of e6061eea75194ee5b5efeed2e6073d75 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:14:02.220573 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-a7723b5b-b970-491b-adca-1b9c9393d9cb tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:02.222731 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55876) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:02.250351 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9e7e2e6b-c5ae-47ed-a68d-c48905283f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:02.265469 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-784d22d6-0c24-4ec2-b167-5cfe9cc8909d req-5a1358d6-f5f8-465c-beff-bced15269509 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772905 Apr 05 11:14:02.267079 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] Transition to ACTIVE for port object be14224c-0258-4dc2-9ce4-f41347c20fc0 will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:14:02.360071 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:02.441802 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] Pushing event updated for resources: {'Port': ['ID=be14224c-0258-4dc2-9ce4-f41347c20fc0,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:02.521035 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] Attempting to bind port be14224c-0258-4dc2-9ce4-f41347c20fc0 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:14:02.521768 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] Attempting to bind port be14224c-0258-4dc2-9ce4-f41347c20fc0 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'eb78556b-59ce-46de-9ac1-65c92f9bd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:14:02.521768 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] Attempting to bind port be14224c-0258-4dc2-9ce4-f41347c20fc0 on network 3c3ad901-dee6-4adf-8761-f4e0b40921d1 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:14:02.527600 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] Port be14224c-0258-4dc2-9ce4-f41347c20fc0 on network 3c3ad901-dee6-4adf-8761-f4e0b40921d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:14:02.528153 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] Attempting to bind port be14224c-0258-4dc2-9ce4-f41347c20fc0 on network 3c3ad901-dee6-4adf-8761-f4e0b40921d1 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:14:02.538382 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:14:02.542066 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] Checking segment: {'id': 'eb78556b-59ce-46de-9ac1-65c92f9bd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:14:02.542505 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] Bound using segment: {'id': 'eb78556b-59ce-46de-9ac1-65c92f9bd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:14:02.543057 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] Bound port: be14224c-0258-4dc2-9ce4-f41347c20fc0, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb78556b-59ce-46de-9ac1-65c92f9bd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:14:02.543425 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:02.686511 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-a7723b5b-b970-491b-adca-1b9c9393d9cb tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Allocated IP 172.20.0.8 (7217652a-af97-4947-b0e2-d005c4528ce6/f82113b2-532a-4a4b-a711-82c62696ceb0/dc7aebba-05fe-428c-9500-aeca3f7e1c99) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:14:02.690478 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] For port be14224c-0258-4dc2-9ce4-f41347c20fc0, host hv-cinder-81899, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:14:02.695188 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ae6452fa-d650-4415-91f9-693914b1b346 req-1fae31ae-2133-40d4-9cb2-dbab5aa793b1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 210 time: 0.0643609 Apr 05 11:14:02.695314 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] For port be14224c-0258-4dc2-9ce4-f41347c20fc0, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=be14224c-0258-4dc2-9ce4-f41347c20fc0,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:14:02.719721 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9e7e2e6b-c5ae-47ed-a68d-c48905283f9b admin admin] Publish callbacks [] for security_group (3f86aad1-c60b-4238-b540-c7336b2ffb6c), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:02.757939 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d5053-7858-449d-a8ce-20821a84b172 req-7c93ba7c-a742-4407-966b-337b1eb5095c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:02.760443 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-db3d5053-7858-449d-a8ce-20821a84b172 req-7c93ba7c-a742-4407-966b-337b1eb5095c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0709023 Apr 05 11:14:02.813763 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-db3d5053-7858-449d-a8ce-20821a84b172 req-5ba29a0d-877f-4f1e-9edb-ac09352dd487 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451279 Apr 05 11:14:02.816992 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9e7e2e6b-c5ae-47ed-a68d-c48905283f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (3f86aad1-c60b-4238-b540-c7336b2ffb6c), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:02.817635 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:02.873351 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-9e7e2e6b-c5ae-47ed-a68d-c48905283f9b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83da62c6d10142cf996cc3fce5b108b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6470108 Apr 05 11:14:02.877863 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55892) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:02.899109 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e2e6b-c5ae-47ed-a68d-c48905283f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f86aad1-c60b-4238-b540-c7336b2ffb6c,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:02.906159 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.58', 57883) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:02.909334 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device affc6f94-bfe4-441e-977e-50e2937e208e details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:14:02.927934 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:02.928641 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:02.930127 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] 10.222.0.58 "PUT /v2.0/ports/be14224c-0258-4dc2-9ce4-f41347c20fc0 HTTP/1.1" status: 200 len: 1094 time: 1.3920774 Apr 05 11:14:02.930598 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c900362d-904b-4d64-a9a3-ab381ca756e3', 'tag': 'be14224c-0258-4dc2-9ce4-f41347c20fc0'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:14:02.940257 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e19b541-a2a7-4682-a37e-bf44c4e866f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c900362d-904b-4d64-a9a3-ab381ca756e3", "tag": "be14224c-0258-4dc2-9ce4-f41347c20fc0"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:14:02.979637 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961850a4-3462-46c1-9496-55a20f47d81a service neutron] Pushing event updated for resources: {'Port': ['ID=be14224c-0258-4dc2-9ce4-f41347c20fc0,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:03.026829 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac396ef6-a534-4c64-af1e-ca624ca68895 x-openstack-request-id: req-ac396ef6-a534-4c64-af1e-ca624ca68895 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:14:03.027147 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c900362d-904b-4d64-a9a3-ab381ca756e3", "tag": "be14224c-0258-4dc2-9ce4-f41347c20fc0", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:14:03.027397 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac396ef6-a534-4c64-af1e-ca624ca68895 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:14:03.027793 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac396ef6-a534-4c64-af1e-ca624ca68895'] response: {'name': 'network-changed', 'server_uuid': 'c900362d-904b-4d64-a9a3-ab381ca756e3', 'tag': 'be14224c-0258-4dc2-9ce4-f41347c20fc0', 'status': 'completed', 'code': 200} Apr 05 11:14:03.112272 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19b541-a2a7-4682-a37e-bf44c4e866f2 req-345448c4-a922-4113-a439-23b50b538bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:03.114368 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8e19b541-a2a7-4682-a37e-bf44c4e866f2 req-345448c4-a922-4113-a439-23b50b538bce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8&device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 1128 time: 0.0657949 Apr 05 11:14:03.148762 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port affc6f94-bfe4-441e-977e-50e2937e208e, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=affc6f94-bfe4-441e-977e-50e2937e208e,segment=NetworkSegment(5f613e80-59e3-4858-8918-ed608e0f4d38),segment_id=5f613e80-59e3-4858-8918-ed608e0f4d38)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:14:03.155770 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-a7723b5b-b970-491b-adca-1b9c9393d9cb tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for port (dc7aebba-05fe-428c-9500-aeca3f7e1c99), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:03.179885 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': 'affc6f94-bfe4-441e-977e-50e2937e208e', 'network_id': 'fd4c078f-14f0-454e-a466-b883edc92fb1', 'port_id': 'affc6f94-bfe4-441e-977e-50e2937e208e', 'mac_address': 'fa:16:3e:ef:38:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '597d2023-70c0-4a6a-865a-00f86af40f86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:14:03.249343 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469db626-1151-46ea-bd81-0390708f308c req-62b49215-cf7f-4492-85cb-324e88772cf0 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:03.250964 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-469db626-1151-46ea-bd81-0390708f308c req-62b49215-cf7f-4492-85cb-324e88772cf0 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.58 "GET /v2.0/networks?id=61947bc0-bf95-4d84-a95a-a866833cbe78 HTTP/1.1" status: 200 len: 815 time: 0.3437066 Apr 05 11:14:03.252941 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port affc6f94-bfe4-441e-977e-50e2937e208e is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:14:03.258194 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (affc6f94-bfe4-441e-977e-50e2937e208e), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:03.284173 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0b7028ea-12d0-490f-9101-23cef3349434 admin admin] Publish callbacks [] for security_group (3f86aad1-c60b-4238-b540-c7336b2ffb6c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:03.284392 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affc6f94-bfe4-441e-977e-50e2937e208e {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:14:03.328645 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port affc6f94-bfe4-441e-977e-50e2937e208e, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=affc6f94-bfe4-441e-977e-50e2937e208e,segment=NetworkSegment(5f613e80-59e3-4858-8918-ed608e0f4d38),segment_id=5f613e80-59e3-4858-8918-ed608e0f4d38)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:14:03.345589 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-469db626-1151-46ea-bd81-0390708f308c req-2f00aba4-9495-49a9-8d25-0e73e8e75d86 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c6c4204bde44a1183df1338d018b1b1 HTTP/1.1" status: 200 len: 380 time: 0.0852098 Apr 05 11:14:03.350951 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0b7028ea-12d0-490f-9101-23cef3349434 admin admin] Publish callbacks [] for security_group (3f86aad1-c60b-4238-b540-c7336b2ffb6c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:03.362933 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-469db626-1151-46ea-bd81-0390708f308c req-a27ee6dd-356e-4095-be47-9d86ab67ca38 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'port': {'device_id': '8e206c1c-372e-45c5-bb53-11d7ba0fb01f', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'admin_state_up': True, 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'security_groups': ['32d919d2-dbdc-4074-83ec-cac426521665']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:14:03.395258 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19b541-a2a7-4682-a37e-bf44c4e866f2 req-0da34c0d-a027-407b-9412-178bcf5d3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:03.397958 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8e19b541-a2a7-4682-a37e-bf44c4e866f2 req-0da34c0d-a027-407b-9412-178bcf5d3eee service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2739229 Apr 05 11:14:03.417926 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-a7723b5b-b970-491b-adca-1b9c9393d9cb tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (dc7aebba-05fe-428c-9500-aeca3f7e1c99), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:03.449001 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (affc6f94-bfe4-441e-977e-50e2937e208e), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:03.502123 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=affc6f94-bfe4-441e-977e-50e2937e208e,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:03.633408 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5b54183a-67c6-4886-8960-3038d7b9ab81 req-11dd83cb-4ebb-4449-b486-9f627dc57868 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 210 time: 0.2340255 Apr 05 11:14:03.796851 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-a7723b5b-b970-491b-adca-1b9c9393d9cb tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Network 7217652a-af97-4947-b0e2-d005c4528ce6 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:14:03.819293 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-a7723b5b-b970-491b-adca-1b9c9393d9cb tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:14:03.830504 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-a7723b5b-b970-491b-adca-1b9c9393d9cb tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:14:03.839044 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19b541-a2a7-4682-a37e-bf44c4e866f2 req-fa15ec8e-e07a-43e7-a65f-0c40a5e6f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:03.840878 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8e19b541-a2a7-4682-a37e-bf44c4e866f2 req-fa15ec8e-e07a-43e7-a65f-0c40a5e6f840 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4276679 Apr 05 11:14:03.841601 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['affc6f94-bfe4-441e-977e-50e2937e208e'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:14:03.876914 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7723b5b-b970-491b-adca-1b9c9393d9cb tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Pushing event updated for resources: {'Port': ['ID=dc7aebba-05fe-428c-9500-aeca3f7e1c99,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:03.882318 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5da1d-268c-4154-b48e-d68729550395 req-4f426c27-55f6-4c36-b11a-1f501628cc73 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:03.888546 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4938ae-ae47-46be-a4e6-20dabcf8ca2f req-d3172901-3b53-4d38-acd4-c5ad34e01528 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:03.891218 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-efa5da1d-268c-4154-b48e-d68729550395 req-4f426c27-55f6-4c36-b11a-1f501628cc73 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 931 time: 0.1106982 Apr 05 11:14:03.895818 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8d4938ae-ae47-46be-a4e6-20dabcf8ca2f req-d3172901-3b53-4d38-acd4-c5ad34e01528 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 944 time: 0.4930496 Apr 05 11:14:03.924934 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-469db626-1151-46ea-bd81-0390708f308c req-a27ee6dd-356e-4095-be47-9d86ab67ca38 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Made reservation on behalf of 0c6c4204bde44a1183df1338d018b1b1 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:14:03.928612 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-469db626-1151-46ea-bd81-0390708f308c req-a27ee6dd-356e-4095-be47-9d86ab67ca38 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:03.963716 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-a7723b5b-b970-491b-adca-1b9c9393d9cb tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:03.965861 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-a7723b5b-b970-491b-adca-1b9c9393d9cb tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:03.993621 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0b7028ea-12d0-490f-9101-23cef3349434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (3f86aad1-c60b-4238-b540-c7336b2ffb6c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:03.996833 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0b7028ea-12d0-490f-9101-23cef3349434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:04.000218 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0b7028ea-12d0-490f-9101-23cef3349434 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f86aad1-c60b-4238-b540-c7336b2ffb6c HTTP/1.1" status: 204 len: 168 time: 1.1188238 Apr 05 11:14:04.002249 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-efa5da1d-268c-4154-b48e-d68729550395 req-240dffdd-4bfd-4e5e-bb5d-28f4c0ad4c9d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040258 Apr 05 11:14:04.042979 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7028ea-12d0-490f-9101-23cef3349434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f86aad1-c60b-4238-b540-c7336b2ffb6c,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:04.044068 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-e288ce54-6e61-4467-80ac-7218627658d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:04.048633 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-e288ce54-6e61-4467-80ac-7218627658d4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8&device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 1128 time: 0.1361995 Apr 05 11:14:04.075383 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8d4938ae-ae47-46be-a4e6-20dabcf8ca2f req-0b8f4314-a065-4c11-b823-525790fb0887 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779196 Apr 05 11:14:04.143114 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-81f1aebc-78b8-41ef-a4b0-664e35aa2bf9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be14224c-0258-4dc2-9ce4-f41347c20fc0 HTTP/1.1" status: 200 len: 217 time: 0.0843761 Apr 05 11:14:04.189523 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-a7723b5b-b970-491b-adca-1b9c9393d9cb tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3544130 Apr 05 11:14:04.256992 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] Request body: {'port': {'device_id': 'a98ab2b1-5651-42f4-b1f3-de4469d542ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:14:04.335955 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-c0ba5faf-517d-4387-9ced-fdf4d2ff4d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:04.335955 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-c0ba5faf-517d-4387-9ced-fdf4d2ff4d53 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c226d4fe-4408-4a2e-a42d-e1f9fb159119 HTTP/1.1" status: 200 len: 856 time: 0.1420054 Apr 05 11:14:04.339858 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-469db626-1151-46ea-bd81-0390708f308c req-a27ee6dd-356e-4095-be47-9d86ab67ca38 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Allocated IP 172.20.0.3 (61947bc0-bf95-4d84-a95a-a866833cbe78/f101b1e5-cdea-47a9-9394-b1ed9aabe983/f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:14:04.358844 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-2bf5614a-9ae9-42cf-8b69-d219e2fba394 None None] Provisioning complete for port dc7aebba-05fe-428c-9500-aeca3f7e1c99 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:14:04.359417 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2bf5614a-9ae9-42cf-8b69-d219e2fba394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (dc7aebba-05fe-428c-9500-aeca3f7e1c99), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:04.372561 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc6b5b-4f40-43b9-babb-0b158d758971 req-a6165cf8-08ee-42ec-a857-ac6bb6234457 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:04.374466 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cecc6b5b-4f40-43b9-babb-0b158d758971 req-a6165cf8-08ee-42ec-a857-ac6bb6234457 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.1516163 Apr 05 11:14:04.393929 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (dc7aebba-05fe-428c-9500-aeca3f7e1c99), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:04.421426 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-2bf5614a-9ae9-42cf-8b69-d219e2fba394 None None] Port dc7aebba-05fe-428c-9500-aeca3f7e1c99 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:14:04.426250 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-eb29a0cc-e513-407d-a006-e5433e8a27d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:04.428545 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-eb29a0cc-e513-407d-a006-e5433e8a27d7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c3ad901-dee6-4adf-8761-f4e0b40921d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0987036 Apr 05 11:14:04.480746 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cecc6b5b-4f40-43b9-babb-0b158d758971 req-e173ee98-212d-45b6-842a-bcce32c81cfc tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902748 Apr 05 11:14:04.562018 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-0d763c22-83f0-43dc-93c5-3189b396a189 service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239343 Apr 05 11:14:04.667577 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fefc7631-b3f1-448d-84e0-293fe69e76ad req-8e5c2c2f-bf12-4df2-bf9d-9f16f92e964c service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985696 Apr 05 11:14:04.750231 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-469db626-1151-46ea-bd81-0390708f308c req-a27ee6dd-356e-4095-be47-9d86ab67ca38 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for port (f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:04.783553 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cffec987-e0dd-467b-a8a0-eca1d34e52c1 req-a967f3df-7301-4f55-a605-13fc70543011 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 210 time: 0.0407495 Apr 05 11:14:04.872666 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 55964) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:04.900899 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7aebba-05fe-428c-9500-aeca3f7e1c99 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:14:04.912026 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] Publish callbacks [] for port (dc7aebba-05fe-428c-9500-aeca3f7e1c99), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:04.935062 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] Transition to ACTIVE for port object dc7aebba-05fe-428c-9500-aeca3f7e1c99 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:14:04.960718 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-469db626-1151-46ea-bd81-0390708f308c req-a27ee6dd-356e-4095-be47-9d86ab67ca38 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:04.999435 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c9bce1b9-7fe6-4319-a6d8-660061182f6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:05.012007 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469db626-1151-46ea-bd81-0390708f308c req-a27ee6dd-356e-4095-be47-9d86ab67ca38 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Network 61947bc0-bf95-4d84-a95a-a866833cbe78 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:14:05.015107 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-469db626-1151-46ea-bd81-0390708f308c req-a27ee6dd-356e-4095-be47-9d86ab67ca38 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:14:05.019010 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-469db626-1151-46ea-bd81-0390708f308c req-a27ee6dd-356e-4095-be47-9d86ab67ca38 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:14:05.056438 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (dc7aebba-05fe-428c-9500-aeca3f7e1c99), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:05.064487 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ee6dd-356e-4095-be47-9d86ab67ca38 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'Port': ['ID=f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:05.131528 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c9bce1b9-7fe6-4319-a6d8-660061182f6b admin admin] Publish callbacks [] for security_group (0664da74-cc32-4383-90bb-bb6e75d9ccdc), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:05.232699 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b02a12-b943-4dcb-9b31-ffeff19b6b8e req-48db5ad2-aac5-4ef2-b287-ad0fbf157d63 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:05.234951 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a2b02a12-b943-4dcb-9b31-ffeff19b6b8e req-48db5ad2-aac5-4ef2-b287-ad0fbf157d63 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 943 time: 0.0875785 Apr 05 11:14:05.235231 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469db626-1151-46ea-bd81-0390708f308c req-a27ee6dd-356e-4095-be47-9d86ab67ca38 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:05.245298 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-469db626-1151-46ea-bd81-0390708f308c req-a27ee6dd-356e-4095-be47-9d86ab67ca38 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:05.245572 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device affc6f94-bfe4-441e-977e-50e2937e208e up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:14:05.277864 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c9bce1b9-7fe6-4319-a6d8-660061182f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (0664da74-cc32-4383-90bb-bb6e75d9ccdc), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:05.329018 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] Pushing event updated for resources: {'Port': ['ID=dc7aebba-05fe-428c-9500-aeca3f7e1c99,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:05.334028 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c9bce1b9-7fe6-4319-a6d8-660061182f6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7caf186f2924ce0936b3988c33c585a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4573619 Apr 05 11:14:05.334977 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 55986) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:05.406409 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a2b02a12-b943-4dcb-9b31-ffeff19b6b8e req-f651a499-fb99-475e-8858-f963d108fd8d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651664 Apr 05 11:14:05.408061 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bce1b9-7fe6-4319-a6d8-660061182f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0664da74-cc32-4383-90bb-bb6e75d9ccdc,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:05.459739 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] Attempting to bind port dc7aebba-05fe-428c-9500-aeca3f7e1c99 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:14:05.460095 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] Attempting to bind port dc7aebba-05fe-428c-9500-aeca3f7e1c99 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'b621d9f4-d6cf-43b5-98e9-c56fcec4f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:14:05.460453 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] Attempting to bind port dc7aebba-05fe-428c-9500-aeca3f7e1c99 on network 7217652a-af97-4947-b0e2-d005c4528ce6 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:14:05.473149 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] Port dc7aebba-05fe-428c-9500-aeca3f7e1c99 on network 7217652a-af97-4947-b0e2-d005c4528ce6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:14:05.473471 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] Attempting to bind port dc7aebba-05fe-428c-9500-aeca3f7e1c99 on network 7217652a-af97-4947-b0e2-d005c4528ce6 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:14:05.488170 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35832f84-c982-44ea-baac-7fec4c4b94af req-5edd5b3b-2d18-4896-b2de-bf417d80ae0f tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:05.497833 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-35832f84-c982-44ea-baac-7fec4c4b94af req-5edd5b3b-2d18-4896-b2de-bf417d80ae0f tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 944 time: 0.3052318 Apr 05 11:14:05.511952 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-469db626-1151-46ea-bd81-0390708f308c req-a27ee6dd-356e-4095-be47-9d86ab67ca38 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1585498 Apr 05 11:14:05.520093 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:14:05.520093 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] Checking segment: {'id': 'b621d9f4-d6cf-43b5-98e9-c56fcec4f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:14:05.520414 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port affc6f94-bfe4-441e-977e-50e2937e208e completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:14:05.520865 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] Bound using segment: {'id': 'b621d9f4-d6cf-43b5-98e9-c56fcec4f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:14:05.520865 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] Bound port: dc7aebba-05fe-428c-9500-aeca3f7e1c99, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b621d9f4-d6cf-43b5-98e9-c56fcec4f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:14:05.520865 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (dc7aebba-05fe-428c-9500-aeca3f7e1c99), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:05.528594 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port affc6f94-bfe4-441e-977e-50e2937e208e triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:14:05.529592 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (affc6f94-bfe4-441e-977e-50e2937e208e), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:05.547161 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-55de1254-b37c-4a05-9a9c-8449390fc321 admin admin] Publish callbacks [] for security_group (0664da74-cc32-4383-90bb-bb6e75d9ccdc), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:05.613036 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-55de1254-b37c-4a05-9a9c-8449390fc321 admin admin] Publish callbacks [] for security_group (0664da74-cc32-4383-90bb-bb6e75d9ccdc), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:05.638367 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-35832f84-c982-44ea-baac-7fec4c4b94af req-749bcbda-0c62-4b5b-b225-16704e8de44b tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394887 Apr 05 11:14:05.660343 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-231bf925-6aed-4f52-8abf-4cd13938e3b9 None None] Provisioning complete for port f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:14:05.693085 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-231bf925-6aed-4f52-8abf-4cd13938e3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:05.715313 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] For port dc7aebba-05fe-428c-9500-aeca3f7e1c99, host hv-cinder-81899, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:14:05.720231 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] For port dc7aebba-05fe-428c-9500-aeca3f7e1c99, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dc7aebba-05fe-428c-9500-aeca3f7e1c99,segment=NetworkSegment(b621d9f4-d6cf-43b5-98e9-c56fcec4f695),segment_id=b621d9f4-d6cf-43b5-98e9-c56fcec4f695)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:14:05.760197 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cdaab-0bcc-42fd-afef-92f53e060005 req-22b95d8d-6991-429b-8dda-6692ac671279 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:05.761782 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-255cdaab-0bcc-42fd-afef-92f53e060005 req-22b95d8d-6991-429b-8dda-6692ac671279 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0997052 Apr 05 11:14:05.762706 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port affc6f94-bfe4-441e-977e-50e2937e208e is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:14:05.763284 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (affc6f94-bfe4-441e-977e-50e2937e208e), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:05.774414 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-231bf925-6aed-4f52-8abf-4cd13938e3b9 None None] Port f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:14:05.796658 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8a287b-66c2-4188-acdf-60a0b6322df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affc6f94-bfe4-441e-977e-50e2937e208e'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:14:05.837742 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-255cdaab-0bcc-42fd-afef-92f53e060005 req-7a3f22b5-2a93-4d5e-8ba6-32ca1da480a2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638621 Apr 05 11:14:05.877987 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (dc7aebba-05fe-428c-9500-aeca3f7e1c99), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:05.885548 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port affc6f94-bfe4-441e-977e-50e2937e208e, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=affc6f94-bfe4-441e-977e-50e2937e208e,segment=NetworkSegment(5f613e80-59e3-4858-8918-ed608e0f4d38),segment_id=5f613e80-59e3-4858-8918-ed608e0f4d38)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:14:05.892551 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-55de1254-b37c-4a05-9a9c-8449390fc321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (0664da74-cc32-4383-90bb-bb6e75d9ccdc), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:05.895198 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-55de1254-b37c-4a05-9a9c-8449390fc321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:05.896625 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-55de1254-b37c-4a05-9a9c-8449390fc321 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0664da74-cc32-4383-90bb-bb6e75d9ccdc HTTP/1.1" status: 204 len: 168 time: 0.5564020 Apr 05 11:14:05.962876 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de1254-b37c-4a05-9a9c-8449390fc321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0664da74-cc32-4383-90bb-bb6e75d9ccdc,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:05.965909 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (affc6f94-bfe4-441e-977e-50e2937e208e), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:05.969850 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:05.970472 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:05.971917 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] 10.222.0.58 "PUT /v2.0/ports/dc7aebba-05fe-428c-9500-aeca3f7e1c99 HTTP/1.1" status: 200 len: 1093 time: 1.7216842 Apr 05 11:14:05.974353 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98ab2b1-5651-42f4-b1f3-de4469d542ad', 'tag': 'dc7aebba-05fe-428c-9500-aeca3f7e1c99'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:14:06.030789 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=affc6f94-bfe4-441e-977e-50e2937e208e,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:06.043332 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0830e-05bf-418a-8c75-5d13dc4ff2df service neutron] Pushing event updated for resources: {'Port': ['ID=dc7aebba-05fe-428c-9500-aeca3f7e1c99,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:06.063247 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419c7b5-430b-439f-85c7-78abf22e2adf req-646388de-1b65-410c-b6f0-57882b0aee99 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:06.063430 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dd72b4-605c-4682-9e14-34b494ebffdc" -d '{"events": [{"server_uuid": "0d8a287b-66c2-4188-acdf-60a0b6322df8", "name": "network-vif-plugged", "status": "completed", "tag": "affc6f94-bfe4-441e-977e-50e2937e208e"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:14:06.070374 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d419c7b5-430b-439f-85c7-78abf22e2adf req-646388de-1b65-410c-b6f0-57882b0aee99 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 931 time: 0.1674488 Apr 05 11:14:06.126686 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d419c7b5-430b-439f-85c7-78abf22e2adf req-60a05bff-5e61-447f-8de2-d3b70bc470db tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=32d919d2-dbdc-4074-83ec-cac426521665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553644 Apr 05 11:14:06.539236 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb80cbe-b574-4d1e-951c-f4eda35a8afb req-665138de-f6bc-4563-ba1e-2c112770ed4d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:06.541024 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3eb80cbe-b574-4d1e-951c-f4eda35a8afb req-665138de-f6bc-4563-ba1e-2c112770ed4d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 943 time: 0.0555544 Apr 05 11:14:06.589217 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3eb80cbe-b574-4d1e-951c-f4eda35a8afb req-0184ee6a-3135-4ea1-aa11-17acbaee2431 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424957 Apr 05 11:14:06.756381 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648c15e-e441-4ac0-997a-ce968731f725 req-67b21524-d000-48ce-96d1-642a1f9d9d97 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:06.758057 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5648c15e-e441-4ac0-997a-ce968731f725 req-67b21524-d000-48ce-96d1-642a1f9d9d97 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 945 time: 0.0586426 Apr 05 11:14:06.807355 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5648c15e-e441-4ac0-997a-ce968731f725 req-c0709068-73f6-4054-a5e2-0f232f831da8 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428848 Apr 05 11:14:06.951114 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171b368-f016-4e3b-8537-024b82e4c309 req-a31d9d03-39ce-44dd-a3f2-763df492344c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:06.952768 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1171b368-f016-4e3b-8537-024b82e4c309 req-a31d9d03-39ce-44dd-a3f2-763df492344c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0538056 Apr 05 11:14:07.004647 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1171b368-f016-4e3b-8537-024b82e4c309 req-1f5211af-0a65-47e5-b4bd-bbd4ce37baba tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464549 Apr 05 11:14:07.036471 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56048) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:07.077837 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77bb7a3-1ec9-4b51-b546-0ce523e5efaa" -d '{"events": [{"name": "network-changed", "server_uuid": "a98ab2b1-5651-42f4-b1f3-de4469d542ad", "tag": "dc7aebba-05fe-428c-9500-aeca3f7e1c99"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:14:07.111096 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] Request body: {'port': {'device_id': '8e206c1c-372e-45c5-bb53-11d7ba0fb01f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:14:07.174462 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c494ef31-bf8a-48ed-95a4-c7194138ef5c x-openstack-request-id: req-c494ef31-bf8a-48ed-95a4-c7194138ef5c {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:14:07.174993 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8a287b-66c2-4188-acdf-60a0b6322df8", "name": "network-vif-plugged", "status": "completed", "tag": "affc6f94-bfe4-441e-977e-50e2937e208e", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:14:07.175097 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c494ef31-bf8a-48ed-95a4-c7194138ef5c {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:14:07.175542 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c494ef31-bf8a-48ed-95a4-c7194138ef5c'] response: {'server_uuid': '0d8a287b-66c2-4188-acdf-60a0b6322df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affc6f94-bfe4-441e-977e-50e2937e208e', 'code': 200} Apr 05 11:14:07.227982 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:07.229276 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device be14224c-0258-4dc2-9ce4-f41347c20fc0 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:14:07.314672 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a5ed8-f748-4bfa-8a20-909cad327162 req-4f46d743-44c0-4095-8eaf-3ebb0b4e0243 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:07.316537 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-289a5ed8-f748-4bfa-8a20-909cad327162 req-4f46d743-44c0-4095-8eaf-3ebb0b4e0243 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 931 time: 0.0592132 Apr 05 11:14:07.350264 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5574bc50-aa19-4c26-8a54-77cdfbfe42cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:07.373699 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port be14224c-0258-4dc2-9ce4-f41347c20fc0, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=be14224c-0258-4dc2-9ce4-f41347c20fc0,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:14:07.396459 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': 'be14224c-0258-4dc2-9ce4-f41347c20fc0', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'port_id': 'be14224c-0258-4dc2-9ce4-f41347c20fc0', 'mac_address': 'fa:16:3e:67:ce:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:14:07.447648 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port be14224c-0258-4dc2-9ce4-f41347c20fc0 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:14:07.448042 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:07.462216 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be14224c-0258-4dc2-9ce4-f41347c20fc0 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:14:07.485239 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port be14224c-0258-4dc2-9ce4-f41347c20fc0, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=be14224c-0258-4dc2-9ce4-f41347c20fc0,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:14:07.487197 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-289a5ed8-f748-4bfa-8a20-909cad327162 req-b667548e-8c7d-4e37-903a-2294cdab9e8e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=32d919d2-dbdc-4074-83ec-cac426521665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543281 Apr 05 11:14:07.502567 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b02a57-b076-4521-b50e-a26795e6f77f x-openstack-request-id: req-30b02a57-b076-4521-b50e-a26795e6f77f {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:14:07.502897 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98ab2b1-5651-42f4-b1f3-de4469d542ad", "tag": "dc7aebba-05fe-428c-9500-aeca3f7e1c99", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:14:07.503150 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30b02a57-b076-4521-b50e-a26795e6f77f {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:14:07.503601 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b02a57-b076-4521-b50e-a26795e6f77f'] response: {'name': 'network-changed', 'server_uuid': 'a98ab2b1-5651-42f4-b1f3-de4469d542ad', 'tag': 'dc7aebba-05fe-428c-9500-aeca3f7e1c99', 'status': 'completed', 'code': 200} Apr 05 11:14:07.510589 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-2df96035-2b44-4eab-8da6-79d0505afb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:07.512242 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-2df96035-2b44-4eab-8da6-79d0505afb9a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6061eea75194ee5b5efeed2e6073d75&device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 1127 time: 0.2562487 Apr 05 11:14:07.537533 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5574bc50-aa19-4c26-8a54-77cdfbfe42cf admin admin] Publish callbacks [] for security_group (c28b3520-384e-4099-b1c7-f24e34d0c5cd), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:07.601734 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-904bd9c7-a620-4aff-af3c-0095dc377b4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc7aebba-05fe-428c-9500-aeca3f7e1c99 HTTP/1.1" status: 200 len: 217 time: 0.0810590 Apr 05 11:14:07.638131 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56070) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:07.657403 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:07.714087 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5574bc50-aa19-4c26-8a54-77cdfbfe42cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (c28b3520-384e-4099-b1c7-f24e34d0c5cd), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:07.722042 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-eb2ed930-ddc1-489a-84c8-a9c60bc0d0ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:07.735521 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=be14224c-0258-4dc2-9ce4-f41347c20fc0,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:07.802906 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574bc50-aa19-4c26-8a54-77cdfbfe42cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28b3520-384e-4099-b1c7-f24e34d0c5cd,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:07.815393 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-5574bc50-aa19-4c26-8a54-77cdfbfe42cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e1ae4c934f7417c8ec25d0fd476e9c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7776785 Apr 05 11:14:07.830643 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56074) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:07.917946 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fe95a-e5b8-4db3-b31f-2d003646aef8 req-6399b365-8644-4744-8035-5fcb61ac8e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:07.919674 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6a4fe95a-e5b8-4db3-b31f-2d003646aef8 req-6399b365-8644-4744-8035-5fcb61ac8e41 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 1129 time: 0.2738316 Apr 05 11:14:07.984903 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['be14224c-0258-4dc2-9ce4-f41347c20fc0'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:14:07.989668 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-96b70429-8d73-49a8-9d3b-6bd62d3e1aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:07.991272 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-96b70429-8d73-49a8-9d3b-6bd62d3e1aaa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f82113b2-532a-4a4b-a711-82c62696ceb0 HTTP/1.1" status: 200 len: 849 time: 0.3822742 Apr 05 11:14:08.001478 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-6a4fe95a-e5b8-4db3-b31f-2d003646aef8 req-e1944d53-114a-4b4c-b5b7-b72e880d4237 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:08.011409 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a1429-f260-4254-a668-6fcc3df9bfe6 req-b9376b24-8f21-4c1d-8f21-5ceee57ee2e3 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:08.013088 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e54a1429-f260-4254-a668-6fcc3df9bfe6 req-b9376b24-8f21-4c1d-8f21-5ceee57ee2e3 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 943 time: 0.1507905 Apr 05 11:14:08.093972 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b49f1bdb-ae84-4477-a8b8-4a8e253c4381 admin admin] Publish callbacks [] for security_group (c28b3520-384e-4099-b1c7-f24e34d0c5cd), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:08.103850 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-eb2ed930-ddc1-489a-84c8-a9c60bc0d0ec admin admin] Publish callbacks [] for security_group (962b30ad-1d07-418b-a525-7abda091a857), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:08.141995 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b49f1bdb-ae84-4477-a8b8-4a8e253c4381 admin admin] Publish callbacks [] for security_group (c28b3520-384e-4099-b1c7-f24e34d0c5cd), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:08.154359 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70010368-6f6e-4afb-9c74-b2f92faf5c50 req-a124839e-8fac-4aa7-8ff7-6e95ee2922f3 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:08.155938 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-70010368-6f6e-4afb-9c74-b2f92faf5c50 req-a124839e-8fac-4aa7-8ff7-6e95ee2922f3 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 945 time: 0.2291880 Apr 05 11:14:08.175887 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-6e384cba-4689-45bd-8697-ccc724eca62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:08.177511 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-6e384cba-4689-45bd-8697-ccc724eca62d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7217652a-af97-4947-b0e2-d005c4528ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1750727 Apr 05 11:14:08.194870 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e54a1429-f260-4254-a668-6fcc3df9bfe6 req-497b61b5-3b7c-47ba-867a-22eaf2ecd8b5 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654644 Apr 05 11:14:08.236405 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-eb2ed930-ddc1-489a-84c8-a9c60bc0d0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (962b30ad-1d07-418b-a525-7abda091a857), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:08.316633 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-6a4fe95a-e5b8-4db3-b31f-2d003646aef8 req-e1944d53-114a-4b4c-b5b7-b72e880d4237 service neutron] Publish callbacks [] for security_group (a2fde355-25a9-4d10-ad01-03f8e903bd31), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:08.320085 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-70010368-6f6e-4afb-9c74-b2f92faf5c50 req-0e0b2525-40f5-4abc-a888-41fbeca6fa25 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467991 Apr 05 11:14:08.331518 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-eb2ed930-ddc1-489a-84c8-a9c60bc0d0ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=adfe99d4125249a5914ce0423a9e96da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6916044 Apr 05 11:14:08.332721 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56090) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:08.334723 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ed930-ddc1-489a-84c8-a9c60bc0d0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962b30ad-1d07-418b-a525-7abda091a857,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:08.361547 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:14:08.377387 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] Publish callbacks [] for port (f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:08.401243 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b49f1bdb-ae84-4477-a8b8-4a8e253c4381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (c28b3520-384e-4099-b1c7-f24e34d0c5cd), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:08.403904 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b49f1bdb-ae84-4477-a8b8-4a8e253c4381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:08.405213 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b49f1bdb-ae84-4477-a8b8-4a8e253c4381 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c28b3520-384e-4099-b1c7-f24e34d0c5cd HTTP/1.1" status: 204 len: 168 time: 0.5652366 Apr 05 11:14:08.406080 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a8abeeb5-9584-47e7-91bc-51c36f8e71bd admin admin] Publish callbacks [] for security_group (962b30ad-1d07-418b-a525-7abda091a857), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:08.407560 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-6a4fe95a-e5b8-4db3-b31f-2d003646aef8 req-e1944d53-114a-4b4c-b5b7-b72e880d4237 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (a2fde355-25a9-4d10-ad01-03f8e903bd31), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:08.411712 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] Transition to ACTIVE for port object f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:14:08.414894 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-30c8001d-76b3-4c8e-8030-d3d6fc63cbc6 service neutron] 10.222.0.58 "GET /v2.0/networks/7217652a-af97-4947-b0e2-d005c4528ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105935 Apr 05 11:14:08.437951 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420c4d5-43fb-43d2-8b8e-744a8c605ac1 req-75a3d258-d7d9-4ed0-833b-887c9dc61779 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:08.443578 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f1bdb-ae84-4477-a8b8-4a8e253c4381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28b3520-384e-4099-b1c7-f24e34d0c5cd,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:08.445407 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5420c4d5-43fb-43d2-8b8e-744a8c605ac1 req-75a3d258-d7d9-4ed0-833b-887c9dc61779 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 945 time: 0.1664636 Apr 05 11:14:08.466315 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6a4fe95a-e5b8-4db3-b31f-2d003646aef8 req-e1944d53-114a-4b4c-b5b7-b72e880d4237 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5360970 Apr 05 11:14:08.477530 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a8abeeb5-9584-47e7-91bc-51c36f8e71bd admin admin] Publish callbacks [] for security_group (962b30ad-1d07-418b-a525-7abda091a857), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:08.503411 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1944d53-114a-4b4c-b5b7-b72e880d4237 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fde355-25a9-4d10-ad01-03f8e903bd31,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:08.543983 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:08.567900 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5420c4d5-43fb-43d2-8b8e-744a8c605ac1 req-5f259a20-3dd1-4cca-af08-cac24a1ed44f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208611 Apr 05 11:14:08.638859 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64021564-f0dc-45fa-ba52-a757c1bdb4b6 req-726cf008-d9b6-4a98-82ff-73aa5abb10ea tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:08.640483 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-64021564-f0dc-45fa-ba52-a757c1bdb4b6 req-726cf008-d9b6-4a98-82ff-73aa5abb10ea tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 943 time: 0.0690358 Apr 05 11:14:08.640858 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] Pushing event updated for resources: {'Port': ['ID=f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:08.659528 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-341b4afa-10f3-48eb-9165-f9e7d1767e93 req-c6e0de97-d6cb-4313-83a2-3e780bd0558e service neutron] 10.222.0.58 "GET /v2.0/networks/7217652a-af97-4947-b0e2-d005c4528ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385547 Apr 05 11:14:08.710506 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a8abeeb5-9584-47e7-91bc-51c36f8e71bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (962b30ad-1d07-418b-a525-7abda091a857), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:08.713370 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a8abeeb5-9584-47e7-91bc-51c36f8e71bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:08.716880 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a8abeeb5-9584-47e7-91bc-51c36f8e71bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/962b30ad-1d07-418b-a525-7abda091a857 HTTP/1.1" status: 204 len: 168 time: 0.3808434 Apr 05 11:14:08.730899 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-64021564-f0dc-45fa-ba52-a757c1bdb4b6 req-de5c2c71-aabf-4fbe-b14c-2645ffd5e148 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=32d919d2-dbdc-4074-83ec-cac426521665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773211 Apr 05 11:14:08.739739 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abeeb5-9584-47e7-91bc-51c36f8e71bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962b30ad-1d07-418b-a525-7abda091a857,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:08.776127 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] Attempting to bind port f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:14:08.776476 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] Attempting to bind port f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:14:08.776810 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] Attempting to bind port f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 on network 61947bc0-bf95-4d84-a95a-a866833cbe78 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:14:08.799555 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] Port f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 on network 61947bc0-bf95-4d84-a95a-a866833cbe78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:14:08.799890 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] Attempting to bind port f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 on network 61947bc0-bf95-4d84-a95a-a866833cbe78 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:14:08.807222 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:14:08.807562 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] Checking segment: {'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:14:08.807954 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] Bound using segment: {'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:14:08.809537 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] Bound port: f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:14:08.809537 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:08.902923 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] For port f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6, host hv-cinder-81899, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:14:08.907451 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] For port f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:14:09.073199 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:09.125730 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:09.126784 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:09.128212 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-469db626-1151-46ea-bd81-0390708f308c req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] 10.222.0.58 "PUT /v2.0/ports/f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 HTTP/1.1" status: 200 len: 1093 time: 2.0296721 Apr 05 11:14:09.155952 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f5f8c-1288-40ea-902d-65c95413aa15 service neutron] Pushing event updated for resources: {'Port': ['ID=f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:09.248247 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device be14224c-0258-4dc2-9ce4-f41347c20fc0 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:14:09.403787 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56120) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:09.407733 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc6e99-76ca-4b86-9a9f-540b9d034437 req-d176caee-ddbd-4bec-846e-de8a2d69e81f tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:09.409297 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-49fc6e99-76ca-4b86-9a9f-540b9d034437 req-d176caee-ddbd-4bec-846e-de8a2d69e81f tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 943 time: 0.1300054 Apr 05 11:14:09.437791 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-512ab560-e45c-483e-8cb2-291035711ec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:09.467478 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-49fc6e99-76ca-4b86-9a9f-540b9d034437 req-c059e148-6f18-44ca-a832-b1f56fc71ea2 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525489 Apr 05 11:14:09.504327 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e206c1c-372e-45c5-bb53-11d7ba0fb01f', 'tag': 'f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:14:09.508296 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port be14224c-0258-4dc2-9ce4-f41347c20fc0 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:14:09.512796 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7578e3ec-8940-494a-a4ee-ab82c2006986" -d '{"events": [{"name": "network-changed", "server_uuid": "8e206c1c-372e-45c5-bb53-11d7ba0fb01f", "tag": "f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:14:09.518671 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e535056-548d-4103-b0fb-43e2ff9cc7b9 req-83954c6d-2408-4bf2-8e24-58de1bdab7e0 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:09.520006 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port be14224c-0258-4dc2-9ce4-f41347c20fc0 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:14:09.520102 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1e535056-548d-4103-b0fb-43e2ff9cc7b9 req-83954c6d-2408-4bf2-8e24-58de1bdab7e0 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 945 time: 0.1041262 Apr 05 11:14:09.520724 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:09.575441 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9288fd-59c1-4060-8cc9-d4d83970f6dc x-openstack-request-id: req-fa9288fd-59c1-4060-8cc9-d4d83970f6dc {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:14:09.576142 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e206c1c-372e-45c5-bb53-11d7ba0fb01f", "tag": "f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:14:09.577170 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa9288fd-59c1-4060-8cc9-d4d83970f6dc {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:14:09.578016 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa9288fd-59c1-4060-8cc9-d4d83970f6dc'] response: {'name': 'network-changed', 'server_uuid': '8e206c1c-372e-45c5-bb53-11d7ba0fb01f', 'tag': 'f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6', 'status': 'completed', 'code': 200} Apr 05 11:14:09.672792 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port be14224c-0258-4dc2-9ce4-f41347c20fc0 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:14:09.673405 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:09.681734 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1e535056-548d-4103-b0fb-43e2ff9cc7b9 req-2e92d322-4f2b-4a4c-9b8b-777e18b48247 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442826 Apr 05 11:14:09.689329 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-512ab560-e45c-483e-8cb2-291035711ec1 admin admin] Publish callbacks [] for security_group (ff035aa9-105d-4f6e-b46f-a88a42a9447c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:09.704005 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c900362d-904b-4d64-a9a3-ab381ca756e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be14224c-0258-4dc2-9ce4-f41347c20fc0'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:14:09.706335 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e6464b-a312-4760-ab3c-14658efa99cb" -d '{"events": [{"server_uuid": "c900362d-904b-4d64-a9a3-ab381ca756e3", "name": "network-vif-plugged", "status": "completed", "tag": "be14224c-0258-4dc2-9ce4-f41347c20fc0"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:14:09.723089 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port be14224c-0258-4dc2-9ce4-f41347c20fc0, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=be14224c-0258-4dc2-9ce4-f41347c20fc0,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:14:09.728064 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3321ee-6b2e-4446-9637-dacb33d8d4cd req-466a1511-5a16-4d94-97f4-4281fa92871a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:09.729898 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ee3321ee-6b2e-4446-9637-dacb33d8d4cd req-466a1511-5a16-4d94-97f4-4281fa92871a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 945 time: 0.0739906 Apr 05 11:14:09.760985 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8421a2b0-dd59-4aaa-a67b-11256a0dc882 x-openstack-request-id: req-8421a2b0-dd59-4aaa-a67b-11256a0dc882 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:14:09.761251 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c900362d-904b-4d64-a9a3-ab381ca756e3", "name": "network-vif-plugged", "status": "completed", "tag": "be14224c-0258-4dc2-9ce4-f41347c20fc0", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:14:09.761740 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8421a2b0-dd59-4aaa-a67b-11256a0dc882 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:14:09.762139 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8421a2b0-dd59-4aaa-a67b-11256a0dc882'] response: {'server_uuid': 'c900362d-904b-4d64-a9a3-ab381ca756e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be14224c-0258-4dc2-9ce4-f41347c20fc0', 'code': 200} Apr 05 11:14:09.796901 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ee3321ee-6b2e-4446-9637-dacb33d8d4cd req-c305f9e4-152f-431e-910b-f3bb723c9c1b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605037 Apr 05 11:14:09.823017 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-512ab560-e45c-483e-8cb2-291035711ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (ff035aa9-105d-4f6e-b46f-a88a42a9447c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:09.874120 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:09.886708 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-512ab560-e45c-483e-8cb2-291035711ec1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3676cd94ebe4559a3664532244ee790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4817777 Apr 05 11:14:09.888768 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ab560-e45c-483e-8cb2-291035711ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff035aa9-105d-4f6e-b46f-a88a42a9447c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:09.889383 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 56144) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:09.909292 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460766c-6cbb-4202-be8d-0e1d8ee3a5ab req-6d79b402-14e1-45ad-b576-9f62c2aee80e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:09.915107 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7460766c-6cbb-4202-be8d-0e1d8ee3a5ab req-6d79b402-14e1-45ad-b576-9f62c2aee80e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 943 time: 0.1045556 Apr 05 11:14:09.926869 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=be14224c-0258-4dc2-9ce4-f41347c20fc0,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:09.943860 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e6216cda-85ee-4ccf-b285-6b1f398aed30 admin admin] Publish callbacks [] for security_group (ff035aa9-105d-4f6e-b46f-a88a42a9447c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:09.965707 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7460766c-6cbb-4202-be8d-0e1d8ee3a5ab req-2be42917-0132-41f9-8c36-1ba53a5cf1b2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=32d919d2-dbdc-4074-83ec-cac426521665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478442 Apr 05 11:14:09.968308 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e6216cda-85ee-4ccf-b285-6b1f398aed30 admin admin] Publish callbacks [] for security_group (ff035aa9-105d-4f6e-b46f-a88a42a9447c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:10.164663 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e6216cda-85ee-4ccf-b285-6b1f398aed30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (ff035aa9-105d-4f6e-b46f-a88a42a9447c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:10.167285 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e6216cda-85ee-4ccf-b285-6b1f398aed30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:10.168478 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-e6216cda-85ee-4ccf-b285-6b1f398aed30 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff035aa9-105d-4f6e-b46f-a88a42a9447c HTTP/1.1" status: 204 len: 168 time: 0.2781053 Apr 05 11:14:10.176764 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6216cda-85ee-4ccf-b285-6b1f398aed30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff035aa9-105d-4f6e-b46f-a88a42a9447c,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:10.590457 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f599e-9a48-4a6e-bdaf-90986adfbcf7 req-1dd9647b-6768-4f16-b68c-004d62526062 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:10.591992 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e55f599e-9a48-4a6e-bdaf-90986adfbcf7 req-1dd9647b-6768-4f16-b68c-004d62526062 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 943 time: 0.0546610 Apr 05 11:14:10.644038 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e55f599e-9a48-4a6e-bdaf-90986adfbcf7 req-da061953-96f7-4b52-9e3c-0c27cc1f1003 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460386 Apr 05 11:14:10.947424 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7c7bc-3b11-428c-93dd-94bfd258d47e req-9d6114ad-9ba1-4bce-9d0e-2af97e91d4ff tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:10.949191 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bde7c7bc-3b11-428c-93dd-94bfd258d47e req-9d6114ad-9ba1-4bce-9d0e-2af97e91d4ff tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0713429 Apr 05 11:14:10.959037 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a1eda-5e19-4963-97fb-c13d6aa6045c req-a0940512-e75e-4298-8e7c-26cbb4c1a3ba tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:10.961183 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-477a1eda-5e19-4963-97fb-c13d6aa6045c req-a0940512-e75e-4298-8e7c-26cbb4c1a3ba tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 945 time: 0.0599113 Apr 05 11:14:11.001572 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bde7c7bc-3b11-428c-93dd-94bfd258d47e req-b4c844dd-9091-40f0-a1b2-3da54c5a8010 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456007 Apr 05 11:14:11.012897 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-477a1eda-5e19-4963-97fb-c13d6aa6045c req-e8549af3-7c14-4647-8334-20c0132b3398 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454988 Apr 05 11:14:11.130441 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d12651-bb15-4a4e-ac8e-ec3d8cbbcdab req-fc1e6f11-db0a-44f7-a052-71a5866909ad tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:11.137626 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-80d12651-bb15-4a4e-ac8e-ec3d8cbbcdab req-fc1e6f11-db0a-44f7-a052-71a5866909ad tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 943 time: 0.0747361 Apr 05 11:14:11.183513 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-80d12651-bb15-4a4e-ac8e-ec3d8cbbcdab req-369ca223-ffda-426b-8c44-d6557d4f7ef9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=32d919d2-dbdc-4074-83ec-cac426521665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450115 Apr 05 11:14:11.261599 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device dc7aebba-05fe-428c-9500-aeca3f7e1c99 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:14:11.383222 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port dc7aebba-05fe-428c-9500-aeca3f7e1c99, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dc7aebba-05fe-428c-9500-aeca3f7e1c99,segment=NetworkSegment(b621d9f4-d6cf-43b5-98e9-c56fcec4f695),segment_id=b621d9f4-d6cf-43b5-98e9-c56fcec4f695)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:14:11.396676 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': 'dc7aebba-05fe-428c-9500-aeca3f7e1c99', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'port_id': 'dc7aebba-05fe-428c-9500-aeca3f7e1c99', 'mac_address': 'fa:16:3e:46:12:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:14:11.434156 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port dc7aebba-05fe-428c-9500-aeca3f7e1c99 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:14:11.434546 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (dc7aebba-05fe-428c-9500-aeca3f7e1c99), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:11.450400 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7aebba-05fe-428c-9500-aeca3f7e1c99 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:14:11.472908 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port dc7aebba-05fe-428c-9500-aeca3f7e1c99, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dc7aebba-05fe-428c-9500-aeca3f7e1c99,segment=NetworkSegment(b621d9f4-d6cf-43b5-98e9-c56fcec4f695),segment_id=b621d9f4-d6cf-43b5-98e9-c56fcec4f695)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:14:11.731289 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (dc7aebba-05fe-428c-9500-aeca3f7e1c99), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:11.807535 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bb7a3-1ec9-4b51-b546-0ce523e5efaa req-05de24eb-9814-4306-b4d4-54afe3b1378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:11.809725 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b77bb7a3-1ec9-4b51-b546-0ce523e5efaa req-05de24eb-9814-4306-b4d4-54afe3b1378c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6061eea75194ee5b5efeed2e6073d75&device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 1127 time: 0.1237130 Apr 05 11:14:11.816466 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578e3ec-8940-494a-a4ee-ab82c2006986 req-e48a0a8e-9c2d-4b35-951e-a2b96030a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:11.818050 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7578e3ec-8940-494a-a4ee-ab82c2006986 req-e48a0a8e-9c2d-4b35-951e-a2b96030a303 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c6c4204bde44a1183df1338d018b1b1&device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 1127 time: 0.1307919 Apr 05 11:14:11.824297 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=dc7aebba-05fe-428c-9500-aeca3f7e1c99,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:11.859469 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d86ba4-c54e-4d32-a2b7-d02aace87e7c req-1c872e7f-27a0-49d6-bed7-f9674b02b330 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:11.860997 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-57d86ba4-c54e-4d32-a2b7-d02aace87e7c req-1c872e7f-27a0-49d6-bed7-f9674b02b330 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 944 time: 0.0900812 Apr 05 11:14:11.914772 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-57d86ba4-c54e-4d32-a2b7-d02aace87e7c req-f0b0820f-aa6f-4345-96f8-e109be6f19e2 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477335 Apr 05 11:14:12.077660 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['dc7aebba-05fe-428c-9500-aeca3f7e1c99'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:14:12.163807 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bb7a3-1ec9-4b51-b546-0ce523e5efaa req-c10ac40f-9bc1-4f05-9275-28365268f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:12.164969 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b77bb7a3-1ec9-4b51-b546-0ce523e5efaa req-c10ac40f-9bc1-4f05-9275-28365268f50f service neutron] 10.222.0.58 "GET /v2.0/networks?id=7217652a-af97-4947-b0e2-d005c4528ce6 HTTP/1.1" status: 200 len: 911 time: 0.3458447 Apr 05 11:14:12.224226 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578e3ec-8940-494a-a4ee-ab82c2006986 req-4673e132-06f9-4832-bbbb-edc53e332b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:12.233583 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7578e3ec-8940-494a-a4ee-ab82c2006986 req-4673e132-06f9-4832-bbbb-edc53e332b8a service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=0c6c4204bde44a1183df1338d018b1b1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3896570 Apr 05 11:14:12.233583 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b77bb7a3-1ec9-4b51-b546-0ce523e5efaa req-23911b3f-12a8-4df9-a6e8-0d8d8ea3debc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc7aebba-05fe-428c-9500-aeca3f7e1c99 HTTP/1.1" status: 200 len: 217 time: 0.0587060 Apr 05 11:14:12.250230 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa62b7-0c8f-4cb7-b824-48c1ac3180f7 req-29aeb896-4635-4a86-82a0-0df8b08efa89 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:12.252168 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-87aa62b7-0c8f-4cb7-b824-48c1ac3180f7 req-29aeb896-4635-4a86-82a0-0df8b08efa89 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 945 time: 0.1252172 Apr 05 11:14:12.258791 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf397664-053c-41af-ad4f-36895c0b2238 req-856f6aff-f863-4ec7-a5ab-3a24fa49a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:12.260922 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bf397664-053c-41af-ad4f-36895c0b2238 req-856f6aff-f863-4ec7-a5ab-3a24fa49a7d2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 1130 time: 0.1032827 Apr 05 11:14:12.342266 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-87aa62b7-0c8f-4cb7-b824-48c1ac3180f7 req-f45efd7d-7dac-4be5-aa09-b1c77772e089 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780706 Apr 05 11:14:12.349638 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bf397664-053c-41af-ad4f-36895c0b2238 req-4720b5dc-8251-42b7-852e-2079cf07cde0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782008 Apr 05 11:14:12.473763 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc6a92-5bf9-4913-ae7a-7b5479adeba2 req-5037a79e-bb0a-4160-ba3b-80a94f0d3561 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:12.475297 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-94bc6a92-5bf9-4913-ae7a-7b5479adeba2 req-5037a79e-bb0a-4160-ba3b-80a94f0d3561 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 943 time: 0.0672846 Apr 05 11:14:12.477512 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c917e-1bf5-41d4-b346-b727a6db7792 req-665de51a-2341-4b99-8d9d-7b52365639af tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:12.479022 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fe5c917e-1bf5-41d4-b346-b727a6db7792 req-665de51a-2341-4b99-8d9d-7b52365639af tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.3640366 Apr 05 11:14:12.545709 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-94bc6a92-5bf9-4913-ae7a-7b5479adeba2 req-4ab3c081-87cc-49c7-a2ee-30ca070704af tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=32d919d2-dbdc-4074-83ec-cac426521665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553493 Apr 05 11:14:12.670404 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bb7a3-1ec9-4b51-b546-0ce523e5efaa req-735717d4-520d-4c31-a021-563979403e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:12.671951 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b77bb7a3-1ec9-4b51-b546-0ce523e5efaa req-735717d4-520d-4c31-a021-563979403e1e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f82113b2-532a-4a4b-a711-82c62696ceb0 HTTP/1.1" status: 200 len: 849 time: 0.4236748 Apr 05 11:14:12.712922 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fe5c917e-1bf5-41d4-b346-b727a6db7792 req-858f8c37-ee50-4bf9-a173-ea0092c2185f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864474 Apr 05 11:14:12.721548 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578e3ec-8940-494a-a4ee-ab82c2006986 req-2cb93c6d-1958-4ff4-88a9-186f84006d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:12.721548 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7578e3ec-8940-494a-a4ee-ab82c2006986 req-2cb93c6d-1958-4ff4-88a9-186f84006d93 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4627566 Apr 05 11:14:12.949223 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bb7a3-1ec9-4b51-b546-0ce523e5efaa req-8bf69999-7032-4e70-a8a4-ba8772e4fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:12.950820 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b77bb7a3-1ec9-4b51-b546-0ce523e5efaa req-8bf69999-7032-4e70-a8a4-ba8772e4fe27 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7217652a-af97-4947-b0e2-d005c4528ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623238 Apr 05 11:14:13.041154 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea4c1a-8160-4748-91d1-a5d9a8f3c654 req-cb22bb6a-9d48-4616-a785-47434101439e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:13.042694 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-10ea4c1a-8160-4748-91d1-a5d9a8f3c654 req-cb22bb6a-9d48-4616-a785-47434101439e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 944 time: 0.0522683 Apr 05 11:14:13.112071 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-10ea4c1a-8160-4748-91d1-a5d9a8f3c654 req-76279d0b-80ac-40a8-b93a-422f09ef7299 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592084 Apr 05 11:14:13.277123 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device dc7aebba-05fe-428c-9500-aeca3f7e1c99 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:14:13.463884 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6867c71-d8c8-4c92-bd78-2157f18214a2 req-549f60c4-c229-4726-9917-8488220221e1 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:13.465385 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6867c71-d8c8-4c92-bd78-2157f18214a2 req-549f60c4-c229-4726-9917-8488220221e1 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 945 time: 0.0522006 Apr 05 11:14:13.502385 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port dc7aebba-05fe-428c-9500-aeca3f7e1c99 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:14:13.506452 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port dc7aebba-05fe-428c-9500-aeca3f7e1c99 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:14:13.506861 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (dc7aebba-05fe-428c-9500-aeca3f7e1c99), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:13.513295 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6867c71-d8c8-4c92-bd78-2157f18214a2 req-6f047eb4-3c9d-4802-a6ab-880e7d904837 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421705 Apr 05 11:14:13.589206 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port dc7aebba-05fe-428c-9500-aeca3f7e1c99 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:14:13.589599 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (dc7aebba-05fe-428c-9500-aeca3f7e1c99), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:13.617770 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98ab2b1-5651-42f4-b1f3-de4469d542ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7aebba-05fe-428c-9500-aeca3f7e1c99'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:14:13.619919 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55e568e-66dd-45ae-a867-b0db542212ce" -d '{"events": [{"server_uuid": "a98ab2b1-5651-42f4-b1f3-de4469d542ad", "name": "network-vif-plugged", "status": "completed", "tag": "dc7aebba-05fe-428c-9500-aeca3f7e1c99"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:14:13.639803 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port dc7aebba-05fe-428c-9500-aeca3f7e1c99, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dc7aebba-05fe-428c-9500-aeca3f7e1c99,segment=NetworkSegment(b621d9f4-d6cf-43b5-98e9-c56fcec4f695),segment_id=b621d9f4-d6cf-43b5-98e9-c56fcec4f695)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:14:13.656894 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7a4b2-eb2c-4c61-b87e-7b76c416528c req-f68c8a2c-2271-4558-b4e4-bfd4d5547189 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:13.658403 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-22e7a4b2-eb2c-4c61-b87e-7b76c416528c req-f68c8a2c-2271-4558-b4e4-bfd4d5547189 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 943 time: 0.0572348 Apr 05 11:14:13.659574 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f833bab-4149-47dc-9f79-b5edc65537ff x-openstack-request-id: req-7f833bab-4149-47dc-9f79-b5edc65537ff {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:14:13.660063 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98ab2b1-5651-42f4-b1f3-de4469d542ad", "name": "network-vif-plugged", "status": "completed", "tag": "dc7aebba-05fe-428c-9500-aeca3f7e1c99", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:14:13.660430 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f833bab-4149-47dc-9f79-b5edc65537ff {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:14:13.661218 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f833bab-4149-47dc-9f79-b5edc65537ff'] response: {'server_uuid': 'a98ab2b1-5651-42f4-b1f3-de4469d542ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7aebba-05fe-428c-9500-aeca3f7e1c99', 'code': 200} Apr 05 11:14:13.707927 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-22e7a4b2-eb2c-4c61-b87e-7b76c416528c req-afcc0493-4d24-4cfe-b033-62223be6c699 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=32d919d2-dbdc-4074-83ec-cac426521665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428236 Apr 05 11:14:13.845971 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cdc98-e31a-43f0-bd95-9eff6f4ea54f req-af7a4b14-6615-4d7a-adae-ce075f89dee6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:13.847485 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-525cdc98-e31a-43f0-bd95-9eff6f4ea54f req-af7a4b14-6615-4d7a-adae-ce075f89dee6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0605435 Apr 05 11:14:13.857381 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (dc7aebba-05fe-428c-9500-aeca3f7e1c99), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:13.935545 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=dc7aebba-05fe-428c-9500-aeca3f7e1c99,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:14.017530 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-525cdc98-e31a-43f0-bd95-9eff6f4ea54f req-ed830390-0311-410e-af93-f5ab23aa0eaf tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405385 Apr 05 11:14:14.019703 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469db626-1151-46ea-bd81-0390708f308c req-f2a1f0a9-6195-4dc4-961a-58e64475af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:14.021341 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-469db626-1151-46ea-bd81-0390708f308c req-f2a1f0a9-6195-4dc4-961a-58e64475af33 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c6c4204bde44a1183df1338d018b1b1&device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 1127 time: 0.1641207 Apr 05 11:14:14.023350 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b77bb7a3-1ec9-4b51-b546-0ce523e5efaa req-a5d345cd-55f2-4735-acf7-e7b924cc29b6 service neutron] 10.222.0.58 "GET /v2.0/networks/7217652a-af97-4947-b0e2-d005c4528ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925507 Apr 05 11:14:14.242466 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5b94a-e5c8-46b7-a424-609302253751 req-d98cc18a-c569-40ee-a11e-39129fc47de4 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:14.244490 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1ef5b94a-e5c8-46b7-a424-609302253751 req-d98cc18a-c569-40ee-a11e-39129fc47de4 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0558925 Apr 05 11:14:14.307594 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1ef5b94a-e5c8-46b7-a424-609302253751 req-c2d97c9e-d5c8-49e6-99aa-917e3ff3f3bb tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574279 Apr 05 11:14:14.331304 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-469db626-1151-46ea-bd81-0390708f308c req-0e112ab1-57f0-49ec-b4f4-211f95569eff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 HTTP/1.1" status: 200 len: 217 time: 0.0512125 Apr 05 11:14:14.427887 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b77bb7a3-1ec9-4b51-b546-0ce523e5efaa req-169dc69b-0308-4d81-89b7-6974ea1ba21b service neutron] 10.222.0.58 "GET /v2.0/networks/7217652a-af97-4947-b0e2-d005c4528ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442947 Apr 05 11:14:14.862689 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469db626-1151-46ea-bd81-0390708f308c req-f8c9c47c-8338-4c3e-bb7a-47dcdd9c1cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:14.864243 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-469db626-1151-46ea-bd81-0390708f308c req-f8c9c47c-8338-4c3e-bb7a-47dcdd9c1cc0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f101b1e5-cdea-47a9-9394-b1ed9aabe983 HTTP/1.1" status: 200 len: 854 time: 0.1542490 Apr 05 11:14:14.880008 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ef72f-8744-4f55-86ad-2be783aa235c req-e7261420-fba1-471c-9127-2180991e8c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:14.881617 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0d1ef72f-8744-4f55-86ad-2be783aa235c req-e7261420-fba1-471c-9127-2180991e8c86 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 1129 time: 0.1703782 Apr 05 11:14:14.891644 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c19eb5-cf62-4cea-953f-326f48d301d0 req-8325de6f-1c87-40a2-8c13-eed57db210c1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:14.893136 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-80c19eb5-cf62-4cea-953f-326f48d301d0 req-8325de6f-1c87-40a2-8c13-eed57db210c1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 943 time: 0.0927384 Apr 05 11:14:14.944233 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-80c19eb5-cf62-4cea-953f-326f48d301d0 req-0093a234-3174-4839-81a4-7b3c1d4d2764 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=32d919d2-dbdc-4074-83ec-cac426521665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451272 Apr 05 11:14:15.160924 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0d1ef72f-8744-4f55-86ad-2be783aa235c req-dd7ca85f-7b45-4cc7-af3a-1171109c669c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813651 Apr 05 11:14:15.161125 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09657adc-0bac-4558-941c-1af3dcd68725 req-063e1318-7db4-4e73-849b-2c8b3d90771c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:15.162533 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-09657adc-0bac-4558-941c-1af3dcd68725 req-063e1318-7db4-4e73-849b-2c8b3d90771c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0592322 Apr 05 11:14:15.170651 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469db626-1151-46ea-bd81-0390708f308c req-7c09d9fd-44c2-470b-9c6e-6396342d9543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:15.172201 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-469db626-1151-46ea-bd81-0390708f308c req-7c09d9fd-44c2-470b-9c6e-6396342d9543 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=61947bc0-bf95-4d84-a95a-a866833cbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1083300 Apr 05 11:14:15.219950 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-09657adc-0bac-4558-941c-1af3dcd68725 req-4769c909-6969-4f53-9310-f70281a346a6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515175 Apr 05 11:14:15.390194 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9e677-ebc8-4f13-ae3a-1dc12220fb72 req-9985203c-acee-4a54-8249-460454555e00 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:15.391731 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e3f9e677-ebc8-4f13-ae3a-1dc12220fb72 req-9985203c-acee-4a54-8249-460454555e00 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0599005 Apr 05 11:14:15.401702 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56344) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:15.420991 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-28ce2ca0-224e-4bea-a9b1-55c5c83e8390 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Request body: {'floatingip': {'port_id': 'be14224c-0258-4dc2-9ce4-f41347c20fc0'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:14:15.500016 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28ce2ca0-224e-4bea-a9b1-55c5c83e8390 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for floatingip (b2e9da78-039a-4aa4-99f3-cf8a1db75e0c), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:15.569168 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-469db626-1151-46ea-bd81-0390708f308c req-db0c7054-5036-4a10-9ba7-7a0a588999c4 service neutron] 10.222.0.58 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078610 Apr 05 11:14:15.597935 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fea5c-c296-44d7-bb0e-d316a50d2637 req-43c6c0de-006d-4a5e-a60f-6ba8da1787f8 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:15.605175 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-362fea5c-c296-44d7-bb0e-d316a50d2637 req-43c6c0de-006d-4a5e-a60f-6ba8da1787f8 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.2111070 Apr 05 11:14:15.680906 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-469db626-1151-46ea-bd81-0390708f308c req-48069c42-c9bb-41ba-8611-24357c2a9aec service neutron] 10.222.0.58 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056666 Apr 05 11:14:15.868816 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:15.905869 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-362fea5c-c296-44d7-bb0e-d316a50d2637 req-d32d13e5-c29b-4b9a-90f2-f7c70ae78eb3 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2997742 Apr 05 11:14:16.068114 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56362) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:16.137956 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b949e-9a60-4685-8b6f-b3b8e79c7b22 req-e5ca56dc-3273-44b9-8619-41c6c9487f82 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:16.139976 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9c6b949e-9a60-4685-8b6f-b3b8e79c7b22 req-e5ca56dc-3273-44b9-8619-41c6c9487f82 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 943 time: 0.0864933 Apr 05 11:14:16.210151 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56368) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:16.220147 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9c6b949e-9a60-4685-8b6f-b3b8e79c7b22 req-3ae79304-21f8-409f-a2b5-14bce25915aa tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=32d919d2-dbdc-4074-83ec-cac426521665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685902 Apr 05 11:14:16.304047 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5de21a9a-3c1d-41b7-baf5-e25f212e8e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:16.322851 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1f2116ad-083d-4f1e-a57d-a9d4081e33db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:16.531212 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28ce2ca0-224e-4bea-a9b1-55c5c83e8390 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:16.598662 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5de21a9a-3c1d-41b7-baf5-e25f212e8e7f admin admin] Publish callbacks [] for security_group (77917c63-98f7-4106-affc-989c2a27e040), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:16.606223 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1f2116ad-083d-4f1e-a57d-a9d4081e33db admin admin] Publish callbacks [] for security_group (f01b3233-a67f-469a-93ae-e81351ccbcc5), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:16.633690 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28ce2ca0-224e-4bea-a9b1-55c5c83e8390 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (b2e9da78-039a-4aa4-99f3-cf8a1db75e0c), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:16.752604 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-28ce2ca0-224e-4bea-a9b1-55c5c83e8390 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Floating IP b2e9da78-039a-4aa4-99f3-cf8a1db75e0c associated. External IP: 172.27.0.222, port: be14224c-0258-4dc2-9ce4-f41347c20fc0. Apr 05 11:14:16.757499 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1f2116ad-083d-4f1e-a57d-a9d4081e33db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (f01b3233-a67f-469a-93ae-e81351ccbcc5), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:16.760211 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5de21a9a-3c1d-41b7-baf5-e25f212e8e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (77917c63-98f7-4106-affc-989c2a27e040), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:16.847057 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-5de21a9a-3c1d-41b7-baf5-e25f212e8e7f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc27b51f28af467c9eb8c9a020338dea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7778785 Apr 05 11:14:16.849854 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 56386) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:16.865621 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-1f2116ad-083d-4f1e-a57d-a9d4081e33db admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=50ca0fafb28c438da854840b1d62e0ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6506984 Apr 05 11:14:16.867850 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56388) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:16.905617 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-50e7de2d-06d8-437a-be37-a1ec590ccad7 admin admin] Publish callbacks [] for security_group (77917c63-98f7-4106-affc-989c2a27e040), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:16.909409 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2116ad-083d-4f1e-a57d-a9d4081e33db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01b3233-a67f-469a-93ae-e81351ccbcc5,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:16.933142 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-50e7de2d-06d8-437a-be37-a1ec590ccad7 admin admin] Publish callbacks [] for security_group (77917c63-98f7-4106-affc-989c2a27e040), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:16.978946 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de21a9a-3c1d-41b7-baf5-e25f212e8e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77917c63-98f7-4106-affc-989c2a27e040,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:17.037407 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-62398c25-6681-4618-b9d9-47c9109d4c0e admin admin] Publish callbacks [] for security_group (f01b3233-a67f-469a-93ae-e81351ccbcc5), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:17.056462 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c85af-37d4-4be5-9897-8a86736ff8f4 req-abbbb4ea-b808-4191-9806-dd598ef26916 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:17.058112 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4d0c85af-37d4-4be5-9897-8a86736ff8f4 req-abbbb4ea-b808-4191-9806-dd598ef26916 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0650141 Apr 05 11:14:17.085258 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-50e7de2d-06d8-437a-be37-a1ec590ccad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (77917c63-98f7-4106-affc-989c2a27e040), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:17.088501 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-50e7de2d-06d8-437a-be37-a1ec590ccad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:17.089723 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-50e7de2d-06d8-437a-be37-a1ec590ccad7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77917c63-98f7-4106-affc-989c2a27e040 HTTP/1.1" status: 204 len: 168 time: 0.2384546 Apr 05 11:14:17.098428 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-62398c25-6681-4618-b9d9-47c9109d4c0e admin admin] Publish callbacks [] for security_group (f01b3233-a67f-469a-93ae-e81351ccbcc5), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:17.111651 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7de2d-06d8-437a-be37-a1ec590ccad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77917c63-98f7-4106-affc-989c2a27e040,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:17.120636 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4d0c85af-37d4-4be5-9897-8a86736ff8f4 req-a89a2b11-646b-46c8-9c1e-00085b95013b tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564590 Apr 05 11:14:17.154132 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ce2ca0-224e-4bea-a9b1-55c5c83e8390 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:14:17.268629 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ce2ca0-224e-4bea-a9b1-55c5c83e8390 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:14:17.273214 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28ce2ca0-224e-4bea-a9b1-55c5c83e8390 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:17.303638 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b0b836-8f44-4817-98e8-5e1afefabf3a None None] Sync routers for ids ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:14:17.314054 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b0b836-8f44-4817-98e8-5e1afefabf3a None None] Routers {'d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:14:17.314697 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-f9b0b836-8f44-4817-98e8-5e1afefabf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:13:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:17.319038 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-28ce2ca0-224e-4bea-a9b1-55c5c83e8390 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "PUT /v2.0/floatingips/b2e9da78-039a-4aa4-99f3-cf8a1db75e0c HTTP/1.1" status: 200 len: 992 time: 1.9161527 Apr 05 11:14:17.319879 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c900362d-904b-4d64-a9a3-ab381ca756e3', 'tag': 'be14224c-0258-4dc2-9ce4-f41347c20fc0'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:14:17.322818 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e243c9e9-0b4b-4380-ad96-7249efb5fa85" -d '{"events": [{"name": "network-changed", "server_uuid": "c900362d-904b-4d64-a9a3-ab381ca756e3", "tag": "be14224c-0258-4dc2-9ce4-f41347c20fc0"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:14:17.336920 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-62398c25-6681-4618-b9d9-47c9109d4c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (f01b3233-a67f-469a-93ae-e81351ccbcc5), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:17.340613 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-62398c25-6681-4618-b9d9-47c9109d4c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:17.369012 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-62398c25-6681-4618-b9d9-47c9109d4c0e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f01b3233-a67f-469a-93ae-e81351ccbcc5 HTTP/1.1" status: 204 len: 168 time: 0.4722269 Apr 05 11:14:17.369012 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62398c25-6681-4618-b9d9-47c9109d4c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01b3233-a67f-469a-93ae-e81351ccbcc5,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:17.369482 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29e90c-ed29-47fb-aeaa-5b71611d121e req-629acaa4-6b06-4308-b61c-f347f48e9140 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:17.369482 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7a29e90c-ed29-47fb-aeaa-5b71611d121e req-629acaa4-6b06-4308-b61c-f347f48e9140 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 943 time: 0.0708380 Apr 05 11:14:17.405636 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7a29e90c-ed29-47fb-aeaa-5b71611d121e req-332f2acb-b37e-41ff-b6d9-47bba43182a8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=32d919d2-dbdc-4074-83ec-cac426521665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474226 Apr 05 11:14:17.438055 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-f9b0b836-8f44-4817-98e8-5e1afefabf3a None None] Set router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:14:17.452976 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ad8b94-924d-4036-8369-014a557f8478 x-openstack-request-id: req-d4ad8b94-924d-4036-8369-014a557f8478 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:14:17.453290 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c900362d-904b-4d64-a9a3-ab381ca756e3", "tag": "be14224c-0258-4dc2-9ce4-f41347c20fc0", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:14:17.453569 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d4ad8b94-924d-4036-8369-014a557f8478 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:14:17.453987 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ad8b94-924d-4036-8369-014a557f8478'] response: {'name': 'network-changed', 'server_uuid': 'c900362d-904b-4d64-a9a3-ab381ca756e3', 'tag': 'be14224c-0258-4dc2-9ce4-f41347c20fc0', 'status': 'completed', 'code': 200} Apr 05 11:14:17.719541 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-f9b0b836-8f44-4817-98e8-5e1afefabf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:30Z', 'revision_number': 4, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'gw_port': {'id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'b2e9da78-039a-4aa4-99f3-cf8a1db75e0c', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'port_id': 'be14224c-0258-4dc2-9ce4-f41347c20fc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'mac_address': 'fa:16:3e:67:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c900362d-904b-4d64-a9a3-ab381ca756e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:13:40Z', 'updated_at': '2022-04-05T11:14:16Z', 'revision_number': 1, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b913366-668f-4167-b29f-1548ef657c15', 'name': '', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'mac_address': 'fa:16:3e:09:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:29Z', 'updated_at': '2022-04-05T11:13:39Z', 'revision_number': 5, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'subnets': [{'id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:17.749374 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b0b836-8f44-4817-98e8-5e1afefabf3a None None] Checking router: d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:14:17.758472 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b0b836-8f44-4817-98e8-5e1afefabf3a None None] Routers {'d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:14:17.759631 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-f9b0b836-8f44-4817-98e8-5e1afefabf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:13:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:17.892242 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-f9b0b836-8f44-4817-98e8-5e1afefabf3a None None] Set router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:14:17.998809 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 56426) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:18.015438 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac2936cb-d049-41ae-91ee-d35999108aee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:18.100206 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac2936cb-d049-41ae-91ee-d35999108aee admin admin] Publish callbacks [] for security_group (769ac13e-441f-4ee5-8fe5-4b1422cd4344), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:18.149348 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-f9b0b836-8f44-4817-98e8-5e1afefabf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:30Z', 'revision_number': 4, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'gw_port': {'id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'b2e9da78-039a-4aa4-99f3-cf8a1db75e0c', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'port_id': 'be14224c-0258-4dc2-9ce4-f41347c20fc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'mac_address': 'fa:16:3e:67:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c900362d-904b-4d64-a9a3-ab381ca756e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:13:40Z', 'updated_at': '2022-04-05T11:14:16Z', 'revision_number': 1, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b913366-668f-4167-b29f-1548ef657c15', 'name': '', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'mac_address': 'fa:16:3e:09:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:29Z', 'updated_at': '2022-04-05T11:13:39Z', 'revision_number': 5, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'subnets': [{'id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:18.179582 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b0b836-8f44-4817-98e8-5e1afefabf3a None None] The sync data for ids ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'] in dv-cinder-818994-3-iscsi is: [{'id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:30Z', 'revision_number': 4, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'gw_port': {'id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'b2e9da78-039a-4aa4-99f3-cf8a1db75e0c', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'port_id': 'be14224c-0258-4dc2-9ce4-f41347c20fc0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'mac_address': 'fa:16:3e:67:ce:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c900362d-904b-4d64-a9a3-ab381ca756e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:13:40Z', 'updated_at': '2022-04-05T11:14:16Z', 'revision_number': 1, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b913366-668f-4167-b29f-1548ef657c15', 'name': '', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'mac_address': 'fa:16:3e:09:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:29Z', 'updated_at': '2022-04-05T11:13:39Z', 'revision_number': 5, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'subnets': [{'id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:14:18.221958 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac2936cb-d049-41ae-91ee-d35999108aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (769ac13e-441f-4ee5-8fe5-4b1422cd4344), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:18.273283 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ac2936cb-d049-41ae-91ee-d35999108aee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cccb71c8159444da84e522b0702cf5c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733054 Apr 05 11:14:18.275636 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2936cb-d049-41ae-91ee-d35999108aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769ac13e-441f-4ee5-8fe5-4b1422cd4344,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:18.276282 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56434) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:18.305134 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39773cea-1a7d-4edc-abb7-f35b2c8f3818 req-9ebe1968-ad59-4895-95a8-007a42f2f033 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:18.307592 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39773cea-1a7d-4edc-abb7-f35b2c8f3818 req-9ebe1968-ad59-4895-95a8-007a42f2f033 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.1173065 Apr 05 11:14:18.311229 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 56438) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:18.340257 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a34acba3-be72-4032-aa8d-50b644d792ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:18.365173 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2981bca4-711d-46d8-b3ab-0def2a2c43eb admin admin] Publish callbacks [] for security_group (769ac13e-441f-4ee5-8fe5-4b1422cd4344), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:18.385666 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39773cea-1a7d-4edc-abb7-f35b2c8f3818 req-3c816b61-0e8c-4f72-acaf-d7569ee81268 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677421 Apr 05 11:14:18.412981 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2981bca4-711d-46d8-b3ab-0def2a2c43eb admin admin] Publish callbacks [] for security_group (769ac13e-441f-4ee5-8fe5-4b1422cd4344), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:18.417272 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9b1fd839-f733-4dec-86da-aa18d2321c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:18.470912 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a34acba3-be72-4032-aa8d-50b644d792ad admin admin] Publish callbacks [] for security_group (b5be3d46-a560-4508-9b63-718c300b1f08), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:18.529297 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faae90f-84af-496b-96bd-a3b6ae3d30d1 None None] New status for floating IP b2e9da78-039a-4aa4-99f3-cf8a1db75e0c: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:14:18.577578 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021ae20-65dd-482b-ad26-035164dbf728 req-85d82951-85ca-476f-954b-a409521b5e35 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:18.578993 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d021ae20-65dd-482b-ad26-035164dbf728 req-85d82951-85ca-476f-954b-a409521b5e35 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 943 time: 0.0547426 Apr 05 11:14:18.611291 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2981bca4-711d-46d8-b3ab-0def2a2c43eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (769ac13e-441f-4ee5-8fe5-4b1422cd4344), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:18.627200 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2981bca4-711d-46d8-b3ab-0def2a2c43eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:18.627200 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-2981bca4-711d-46d8-b3ab-0def2a2c43eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/769ac13e-441f-4ee5-8fe5-4b1422cd4344 HTTP/1.1" status: 204 len: 168 time: 0.3353255 Apr 05 11:14:18.628178 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a34acba3-be72-4032-aa8d-50b644d792ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (b5be3d46-a560-4508-9b63-718c300b1f08), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:18.628278 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981bca4-711d-46d8-b3ab-0def2a2c43eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769ac13e-441f-4ee5-8fe5-4b1422cd4344,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:18.702242 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56458) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:18.702577 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a34acba3-be72-4032-aa8d-50b644d792ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c920a4e0afef4145942c7edaccf9e92a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3902142 Apr 05 11:14:18.717889 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d021ae20-65dd-482b-ad26-035164dbf728 req-1baa53c8-1f55-460f-b950-e11a60dc18f3 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=32d919d2-dbdc-4074-83ec-cac426521665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324964 Apr 05 11:14:18.735090 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34acba3-be72-4032-aa8d-50b644d792ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5be3d46-a560-4508-9b63-718c300b1f08,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:18.798924 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-089f0906-d869-44ab-94a5-c32df109cb47 admin admin] Publish callbacks [] for security_group (b5be3d46-a560-4508-9b63-718c300b1f08), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:18.825071 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-089f0906-d869-44ab-94a5-c32df109cb47 admin admin] Publish callbacks [] for security_group (b5be3d46-a560-4508-9b63-718c300b1f08), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:18.989310 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-089f0906-d869-44ab-94a5-c32df109cb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (b5be3d46-a560-4508-9b63-718c300b1f08), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:18.995491 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-744afb75-9284-44d4-8b2b-01f1b650536b req-4d6cb996-3d38-445b-9193-bcde222331cc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766430 Apr 05 11:14:18.997462 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-089f0906-d869-44ab-94a5-c32df109cb47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:19.001525 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-089f0906-d869-44ab-94a5-c32df109cb47 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5be3d46-a560-4508-9b63-718c300b1f08 HTTP/1.1" status: 204 len: 168 time: 0.2949653 Apr 05 11:14:19.012008 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243c9e9-0b4b-4380-ad96-7249efb5fa85 req-3a1ba54b-a705-472a-9abd-0b6c49493dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:19.017693 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e243c9e9-0b4b-4380-ad96-7249efb5fa85 req-3a1ba54b-a705-472a-9abd-0b6c49493dac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8&device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 1130 time: 0.0975506 Apr 05 11:14:19.027905 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f0906-d869-44ab-94a5-c32df109cb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5be3d46-a560-4508-9b63-718c300b1f08,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:19.169639 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243c9e9-0b4b-4380-ad96-7249efb5fa85 req-310da9e8-28e4-453e-a5a1-e5bba4aa58f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:19.171876 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e243c9e9-0b4b-4380-ad96-7249efb5fa85 req-310da9e8-28e4-453e-a5a1-e5bba4aa58f3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c3ad901-dee6-4adf-8761-f4e0b40921d1 HTTP/1.1" status: 200 len: 918 time: 0.1473482 Apr 05 11:14:19.177623 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744afb75-9284-44d4-8b2b-01f1b650536b req-469ed62d-c84f-45d7-9ac3-b1fae275b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:19.179574 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-744afb75-9284-44d4-8b2b-01f1b650536b req-469ed62d-c84f-45d7-9ac3-b1fae275b9ca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=782ef6623f6b4e4c88f74aafdb472163&device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 1129 time: 0.1173437 Apr 05 11:14:19.333245 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e243c9e9-0b4b-4380-ad96-7249efb5fa85 req-2327e034-c416-4eb1-8795-89ec08419d3a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be14224c-0258-4dc2-9ce4-f41347c20fc0 HTTP/1.1" status: 200 len: 1002 time: 0.1526766 Apr 05 11:14:19.409581 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744afb75-9284-44d4-8b2b-01f1b650536b req-ef3897c1-394c-4c2c-a422-faa45d4d5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:19.411068 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-744afb75-9284-44d4-8b2b-01f1b650536b req-ef3897c1-394c-4c2c-a422-faa45d4d5827 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd4c078f-14f0-454e-a466-b883edc92fb1 HTTP/1.1" status: 200 len: 913 time: 0.1847394 Apr 05 11:14:19.413404 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243c9e9-0b4b-4380-ad96-7249efb5fa85 req-39f4768b-50b8-4814-89a4-168281f4bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:19.414583 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e243c9e9-0b4b-4380-ad96-7249efb5fa85 req-39f4768b-50b8-4814-89a4-168281f4bfc6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c226d4fe-4408-4a2e-a42d-e1f9fb159119 HTTP/1.1" status: 200 len: 856 time: 0.0743151 Apr 05 11:14:19.512397 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-744afb75-9284-44d4-8b2b-01f1b650536b req-11b31ce6-29de-4e69-9932-a9d93b4e0716 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=affc6f94-bfe4-441e-977e-50e2937e208e HTTP/1.1" status: 200 len: 217 time: 0.0812533 Apr 05 11:14:19.598711 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243c9e9-0b4b-4380-ad96-7249efb5fa85 req-7bfd2462-58f5-4dcf-a917-2b200b23c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:19.600130 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e243c9e9-0b4b-4380-ad96-7249efb5fa85 req-7bfd2462-58f5-4dcf-a917-2b200b23c961 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c3ad901-dee6-4adf-8761-f4e0b40921d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1607475 Apr 05 11:14:19.605467 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744afb75-9284-44d4-8b2b-01f1b650536b req-0450db0e-8b2b-4651-bb9b-725391042cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:19.606936 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-744afb75-9284-44d4-8b2b-01f1b650536b req-0450db0e-8b2b-4651-bb9b-725391042cdd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=597d2023-70c0-4a6a-865a-00f86af40f86 HTTP/1.1" status: 200 len: 852 time: 0.0701649 Apr 05 11:14:19.624538 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c3fde-e73f-440a-b4a1-a9ef29a8f49e req-222d5cbb-13fc-488e-8e47-c4f75c72c792 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:19.626296 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d76c3fde-e73f-440a-b4a1-a9ef29a8f49e req-222d5cbb-13fc-488e-8e47-c4f75c72c792 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.1296129 Apr 05 11:14:19.703156 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-744afb75-9284-44d4-8b2b-01f1b650536b req-c1b37018-fc1f-47d4-bd5b-7f670265834d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd4c078f-14f0-454e-a466-b883edc92fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663166 Apr 05 11:14:19.814302 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d76c3fde-e73f-440a-b4a1-a9ef29a8f49e req-f5a780d9-fc80-439f-b5fd-ddff8d81d23c tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638572 Apr 05 11:14:19.827057 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e243c9e9-0b4b-4380-ad96-7249efb5fa85 req-54d8456d-ec01-4bb9-86bd-a2777711ca43 service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191384 Apr 05 11:14:19.889520 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-744afb75-9284-44d4-8b2b-01f1b650536b req-abd26a58-6e76-4c79-8bbb-ebae94537659 service neutron] 10.222.0.58 "GET /v2.0/networks/fd4c078f-14f0-454e-a466-b883edc92fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770136 Apr 05 11:14:20.015552 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56512) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:20.135607 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fea96-ad6f-45e8-9a4e-8c854229ad98 req-86d7a5ff-d852-46a4-8810-7bf748a1f0c6 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:20.137320 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a98fea96-ad6f-45e8-9a4e-8c854229ad98 req-86d7a5ff-d852-46a4-8810-7bf748a1f0c6 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.1060147 Apr 05 11:14:20.150277 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56520) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:20.155921 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-e43d0003-a3fe-4fb5-9b52-be99ada0b3be tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Request body: {'floatingip': {'port_id': 'dc7aebba-05fe-428c-9500-aeca3f7e1c99'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:14:20.214512 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e43d0003-a3fe-4fb5-9b52-be99ada0b3be tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for floatingip (9a40ff79-f9c0-4cd4-9398-0b8417506468), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:20.217997 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6210cdd0-5cbb-4567-95b4-9e99ffe75faf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:20.299882 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e243c9e9-0b4b-4380-ad96-7249efb5fa85 req-0ff96446-802e-4d1f-ab80-8f7716de9397 service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651747 Apr 05 11:14:20.317162 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb075f6-e9e0-4517-97b0-2061741a64cb req-21d33a1c-dcf2-4ee2-ab38-54540df371da tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:20.318917 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3cb075f6-e9e0-4517-97b0-2061741a64cb req-21d33a1c-dcf2-4ee2-ab38-54540df371da tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 943 time: 0.4028449 Apr 05 11:14:20.338655 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-744afb75-9284-44d4-8b2b-01f1b650536b req-596fdf6d-d26f-4ead-9fb4-ab58af236b96 service neutron] 10.222.0.58 "GET /v2.0/networks/fd4c078f-14f0-454e-a466-b883edc92fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150038 Apr 05 11:14:20.439259 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3cb075f6-e9e0-4517-97b0-2061741a64cb req-93fb477f-c25b-4dc7-950e-e99011893e2c tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=32d919d2-dbdc-4074-83ec-cac426521665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894125 Apr 05 11:14:20.594096 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 56544) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:20.647688 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:14:20.655987 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b78fff9-04cc-4b7d-9379-e30825740dc1 admin admin] Deleting subnet 5ea3ee00-666d-419d-b634-979fde3694b1 {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:14:20.659192 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6b78fff9-04cc-4b7d-9379-e30825740dc1 admin admin] Publish callbacks [] for subnet (5ea3ee00-666d-419d-b634-979fde3694b1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:20.677119 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6210cdd0-5cbb-4567-95b4-9e99ffe75faf admin admin] Publish callbacks [] for security_group (26ea6a6f-9c5b-4299-b1b8-01d8d58ee1c4), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:20.703646 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6b78fff9-04cc-4b7d-9379-e30825740dc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7254573'] for subnet (5ea3ee00-666d-419d-b634-979fde3694b1), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:20.770878 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6b78fff9-04cc-4b7d-9379-e30825740dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928297'] for subnet (5ea3ee00-666d-419d-b634-979fde3694b1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:20.801614 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6210cdd0-5cbb-4567-95b4-9e99ffe75faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (26ea6a6f-9c5b-4299-b1b8-01d8d58ee1c4), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:20.877425 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210cdd0-5cbb-4567-95b4-9e99ffe75faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ea6a6f-9c5b-4299-b1b8-01d8d58ee1c4,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:20.881566 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-6210cdd0-5cbb-4567-95b4-9e99ffe75faf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b761506e2d94d709543e93d5c9b30e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8644087 Apr 05 11:14:20.884827 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56556) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:20.954306 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-652f1c54-5be9-4274-85a0-069eda91ca36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:20.958401 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6b78fff9-04cc-4b7d-9379-e30825740dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5342686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5249184'] for subnet (5ea3ee00-666d-419d-b634-979fde3694b1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:20.976811 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bf073064-48f1-486c-b9d2-fc7facf59792 admin admin] Publish callbacks [] for security_group (26ea6a6f-9c5b-4299-b1b8-01d8d58ee1c4), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:20.990419 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78fff9-04cc-4b7d-9379-e30825740dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea3ee00-666d-419d-b634-979fde3694b1,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:20.996111 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6b78fff9-04cc-4b7d-9379-e30825740dc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:20.999725 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6b78fff9-04cc-4b7d-9379-e30825740dc1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5ea3ee00-666d-419d-b634-979fde3694b1 HTTP/1.1" status: 204 len: 168 time: 0.4043477 Apr 05 11:14:21.002481 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 56560) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:21.047089 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e43d0003-a3fe-4fb5-9b52-be99ada0b3be tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:21.060287 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bf073064-48f1-486c-b9d2-fc7facf59792 admin admin] Publish callbacks [] for security_group (26ea6a6f-9c5b-4299-b1b8-01d8d58ee1c4), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:21.081323 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920430'] for network (f916063c-34fa-4c0b-8da1-3ed56ba2b5d1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:21.148390 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e43d0003-a3fe-4fb5-9b52-be99ada0b3be tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (9a40ff79-f9c0-4cd4-9398-0b8417506468), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:21.172413 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1167570', 'neutron.services.segments.db._delete_segments_for_network-8793732693881'] for network (f916063c-34fa-4c0b-8da1-3ed56ba2b5d1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:21.187198 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bf073064-48f1-486c-b9d2-fc7facf59792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (26ea6a6f-9c5b-4299-b1b8-01d8d58ee1c4), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:21.191376 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bf073064-48f1-486c-b9d2-fc7facf59792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:21.196985 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-bf073064-48f1-486c-b9d2-fc7facf59792 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26ea6a6f-9c5b-4299-b1b8-01d8d58ee1c4 HTTP/1.1" status: 204 len: 168 time: 0.3072066 Apr 05 11:14:21.202656 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f916063c-34fa-4c0b-8da1-3ed56ba2b5d1']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:21.207383 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf073064-48f1-486c-b9d2-fc7facf59792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ea6a6f-9c5b-4299-b1b8-01d8d58ee1c4,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:21.218568 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58086d0-2f6d-4c19-a600-e824030871fd') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:21.218887 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58086d0-2f6d-4c19-a600-e824030871fd') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:21.230770 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793732694402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7254742'] for segment (b58086d0-2f6d-4c19-a600-e824030871fd), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:21.246239 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (b58086d0-2f6d-4c19-a600-e824030871fd), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5342644'] for segment (b58086d0-2f6d-4c19-a600-e824030871fd), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: Traceback (most recent call last): Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: timer() Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: cb(*args, **kw) Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: return func(*args, **kwargs) Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: self._notify() Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: self.callback(batched_events) Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: event.method(event) Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: return f(self, *a, **k) Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: return self._get(url).json() Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: return self.request(url, 'GET', **kwargs) Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:14:21.260108 dv-cinder-818994-3-iscsi neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:14:21.277337 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:14:21.290184 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-e43d0003-a3fe-4fb5-9b52-be99ada0b3be tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Floating IP 9a40ff79-f9c0-4cd4-9398-0b8417506468 associated. External IP: 172.27.0.147, port: dc7aebba-05fe-428c-9500-aeca3f7e1c99. Apr 05 11:14:21.410785 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:14:21.428188 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': 'f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'port_id': 'f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6', 'mac_address': 'fa:16:3e:a2:c2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:14:21.466907 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1167531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585706'] for network (f916063c-34fa-4c0b-8da1-3ed56ba2b5d1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:21.468404 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:21.475478 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] 10.222.0.39 "DELETE /v2.0/networks/f916063c-34fa-4c0b-8da1-3ed56ba2b5d1 HTTP/1.1" status: 204 len: 168 time: 0.4681969 Apr 05 11:14:21.476702 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56576) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:21.486127 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:14:21.486521 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:21.498475 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Pushing event deleted for resources: {'Network': ['ID=f916063c-34fa-4c0b-8da1-3ed56ba2b5d1,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:21.504032 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:14:21.511731 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:21.514118 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:21.514471 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:21.514830 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:21.516335 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:21.516673 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:21.517001 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:21.518473 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:21.518839 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:21.519168 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:21.519498 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:21.520303 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:21.520303 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:21.520537 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:21.520981 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bb0ec0-7299-4803-b2a3-974933c9b8cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:21.527792 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:14:21.622769 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-7808425d-235e-4989-9824-a8bbe6226c8a admin admin] Deleting subnet ec21f315-30ab-4f2b-ade0-b8dbb1082447 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:14:21.633101 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7808425d-235e-4989-9824-a8bbe6226c8a admin admin] Publish callbacks [] for subnet (ec21f315-30ab-4f2b-ade0-b8dbb1082447), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:21.634495 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:21.685233 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff52b81-35f0-4bc0-a082-1194366e123f req-d69d0c48-5193-4806-ac0f-1edd3ae35902 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:21.686756 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bff52b81-35f0-4bc0-a082-1194366e123f req-d69d0c48-5193-4806-ac0f-1edd3ae35902 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 943 time: 0.1521461 Apr 05 11:14:21.688873 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:21.695326 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7808425d-235e-4989-9824-a8bbe6226c8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6680696'] for subnet (ec21f315-30ab-4f2b-ade0-b8dbb1082447), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:21.702200 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43d0003-a3fe-4fb5-9b52-be99ada0b3be tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Router 4cd42c71-c143-4019-8178-007af10ae8e9 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:14:21.772095 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7808425d-235e-4989-9824-a8bbe6226c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928297'] for subnet (ec21f315-30ab-4f2b-ade0-b8dbb1082447), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:21.842427 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bff52b81-35f0-4bc0-a082-1194366e123f req-413d7fac-8727-4c9f-9aad-e19098b4418e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=32d919d2-dbdc-4074-83ec-cac426521665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422820 Apr 05 11:14:21.867745 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:21.926048 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43d0003-a3fe-4fb5-9b52-be99ada0b3be tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:14:21.931473 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e43d0003-a3fe-4fb5-9b52-be99ada0b3be tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:21.932741 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 56582) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:21.947253 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faa764f-4449-4b41-b40d-9dbf24e3ad9f None None] Sync routers for ids ['4cd42c71-c143-4019-8178-007af10ae8e9'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:14:21.959479 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faa764f-4449-4b41-b40d-9dbf24e3ad9f None None] Routers {'4cd42c71-c143-4019-8178-007af10ae8e9'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:14:21.960533 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3faa764f-4449-4b41-b40d-9dbf24e3ad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:14:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['4cd42c71-c143-4019-8178-007af10ae8e9'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:21.986630 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e43d0003-a3fe-4fb5-9b52-be99ada0b3be tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "PUT /v2.0/floatingips/9a40ff79-f9c0-4cd4-9398-0b8417506468 HTTP/1.1" status: 200 len: 991 time: 1.8257079 Apr 05 11:14:21.986630 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98ab2b1-5651-42f4-b1f3-de4469d542ad', 'tag': 'dc7aebba-05fe-428c-9500-aeca3f7e1c99'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:14:21.986630 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ab6e38-4662-4876-85dd-b3e3214bfcb4" -d '{"events": [{"name": "network-changed", "server_uuid": "a98ab2b1-5651-42f4-b1f3-de4469d542ad", "tag": "dc7aebba-05fe-428c-9500-aeca3f7e1c99"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:14:21.992491 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7808425d-235e-4989-9824-a8bbe6226c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7002689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4268067'] for subnet (ec21f315-30ab-4f2b-ade0-b8dbb1082447), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.012151 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7808425d-235e-4989-9824-a8bbe6226c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.016539 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-7808425d-235e-4989-9824-a8bbe6226c8a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ec21f315-30ab-4f2b-ade0-b8dbb1082447 HTTP/1.1" status: 204 len: 168 time: 0.5385900 Apr 05 11:14:22.017989 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:14:22.022016 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 56590) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:22.070360 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9f49da-2396-42c9-846b-25085fffbe65 x-openstack-request-id: req-0a9f49da-2396-42c9-846b-25085fffbe65 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:14:22.070914 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98ab2b1-5651-42f4-b1f3-de4469d542ad", "tag": "dc7aebba-05fe-428c-9500-aeca3f7e1c99", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:14:22.070914 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a9f49da-2396-42c9-846b-25085fffbe65 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:14:22.071426 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a9f49da-2396-42c9-846b-25085fffbe65'] response: {'name': 'network-changed', 'server_uuid': 'a98ab2b1-5651-42f4-b1f3-de4469d542ad', 'tag': 'dc7aebba-05fe-428c-9500-aeca3f7e1c99', 'status': 'completed', 'code': 200} Apr 05 11:14:22.079174 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56592) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:22.088284 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808425d-235e-4989-9824-a8bbe6226c8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec21f315-30ab-4f2b-ade0-b8dbb1082447,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:22.216458 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4ac83519-af9a-48ec-a643-bd99fe4818c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.220915 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5205c37d-7331-4f83-a06c-df7c92e44cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920430'] for network (4dd0d860-a866-4d95-9d98-9bacdd2af3a2), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.255944 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab6e38-4662-4876-85dd-b3e3214bfcb4 req-994a833f-22de-44a4-b14d-c211dec3d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:22.257603 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f5ab6e38-4662-4876-85dd-b3e3214bfcb4 req-994a833f-22de-44a4-b14d-c211dec3d391 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6061eea75194ee5b5efeed2e6073d75&device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 1129 time: 0.1840274 Apr 05 11:14:22.260411 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-3faa764f-4449-4b41-b40d-9dbf24e3ad9f None None] Set router 4cd42c71-c143-4019-8178-007af10ae8e9 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:14:22.283374 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-586bcd24-a7a2-417a-9ecb-bd40e6f1908a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.406978 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5205c37d-7331-4f83-a06c-df7c92e44cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1167570', 'neutron.services.segments.db._delete_segments_for_network-8793732693881'] for network (4dd0d860-a866-4d95-9d98-9bacdd2af3a2), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.408674 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-586bcd24-a7a2-417a-9ecb-bd40e6f1908a admin admin] Publish callbacks [] for security_group (e4824643-456e-4d0c-827d-d2d690403ae5), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.425589 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56598) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:22.440511 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ed4e67af-4757-48c2-9f42-1b839c14e027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.442182 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-5205c37d-7331-4f83-a06c-df7c92e44cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd0d860-a866-4d95-9d98-9bacdd2af3a2']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:22.462862 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-5205c37d-7331-4f83-a06c-df7c92e44cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49a8e39-a9f8-4d55-9323-98cf3702af29') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:22.463154 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-5205c37d-7331-4f83-a06c-df7c92e44cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49a8e39-a9f8-4d55-9323-98cf3702af29') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:22.481793 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-586bcd24-a7a2-417a-9ecb-bd40e6f1908a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (e4824643-456e-4d0c-827d-d2d690403ae5), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.484506 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5205c37d-7331-4f83-a06c-df7c92e44cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793732694402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7254742'] for segment (e49a8e39-a9f8-4d55-9323-98cf3702af29), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.515888 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5205c37d-7331-4f83-a06c-df7c92e44cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (e49a8e39-a9f8-4d55-9323-98cf3702af29), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.518463 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab6e38-4662-4876-85dd-b3e3214bfcb4 req-77120cb1-52b8-4824-9f6e-e700ab3b32b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:22.520028 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f5ab6e38-4662-4876-85dd-b3e3214bfcb4 req-77120cb1-52b8-4824-9f6e-e700ab3b32b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7217652a-af97-4947-b0e2-d005c4528ce6 HTTP/1.1" status: 200 len: 911 time: 0.2556207 Apr 05 11:14:22.531291 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5205c37d-7331-4f83-a06c-df7c92e44cf8 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:14:22.531684 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5205c37d-7331-4f83-a06c-df7c92e44cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5342644'] for segment (e49a8e39-a9f8-4d55-9323-98cf3702af29), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: Traceback (most recent call last): Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: timer() Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: cb(*args, **kw) Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: return func(*args, **kwargs) Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: self._notify() Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: self.callback(batched_events) Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: event.method(event) Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: return f(self, *a, **k) Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: return self._get(url).json() Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: return self.request(url, 'GET', **kwargs) Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:14:22.533328 dv-cinder-818994-3-iscsi neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:14:22.535438 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4ac83519-af9a-48ec-a643-bd99fe4818c9 admin admin] Publish callbacks [] for security_group (83c0c120-db58-4282-b416-c859e7ce3e47), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.538289 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-586bcd24-a7a2-417a-9ecb-bd40e6f1908a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dfc693c338004410a0b740bdbe8285a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4552138 Apr 05 11:14:22.538289 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bcd24-a7a2-417a-9ecb-bd40e6f1908a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4824643-456e-4d0c-827d-d2d690403ae5,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:22.539047 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56600) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:22.542649 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3faa764f-4449-4b41-b40d-9dbf24e3ad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 4, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'gw_port': {'id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '9a40ff79-f9c0-4cd4-9398-0b8417506468', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'port_id': 'dc7aebba-05fe-428c-9500-aeca3f7e1c99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'mac_address': 'fa:16:3e:46:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab2b1-5651-42f4-b1f3-de4469d542ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:13:44Z', 'updated_at': '2022-04-05T11:14:20Z', 'revision_number': 1, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ebd413e-8a6d-46e4-8b1d-d16229e841d2', 'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'mac_address': 'fa:16:3e:a9:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:31Z', 'updated_at': '2022-04-05T11:13:46Z', 'revision_number': 5, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'subnets': [{'id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:22.558683 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bcd24-a7a2-417a-9ecb-bd40e6f1908a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:22.559044 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bcd24-a7a2-417a-9ecb-bd40e6f1908a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:22.559380 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bcd24-a7a2-417a-9ecb-bd40e6f1908a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:22.559730 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bcd24-a7a2-417a-9ecb-bd40e6f1908a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:22.560059 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bcd24-a7a2-417a-9ecb-bd40e6f1908a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:22.560396 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bcd24-a7a2-417a-9ecb-bd40e6f1908a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:22.560725 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bcd24-a7a2-417a-9ecb-bd40e6f1908a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:22.561048 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bcd24-a7a2-417a-9ecb-bd40e6f1908a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:22.561375 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bcd24-a7a2-417a-9ecb-bd40e6f1908a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:22.561740 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bcd24-a7a2-417a-9ecb-bd40e6f1908a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:22.562059 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bcd24-a7a2-417a-9ecb-bd40e6f1908a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:22.562383 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bcd24-a7a2-417a-9ecb-bd40e6f1908a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:22.562734 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bcd24-a7a2-417a-9ecb-bd40e6f1908a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:22.563055 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bcd24-a7a2-417a-9ecb-bd40e6f1908a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:22.563375 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586bcd24-a7a2-417a-9ecb-bd40e6f1908a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:22.576598 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faa764f-4449-4b41-b40d-9dbf24e3ad9f None None] Checking router: 4cd42c71-c143-4019-8178-007af10ae8e9 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:14:22.594444 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faa764f-4449-4b41-b40d-9dbf24e3ad9f None None] Routers {'4cd42c71-c143-4019-8178-007af10ae8e9'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:14:22.595200 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3faa764f-4449-4b41-b40d-9dbf24e3ad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:14:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['4cd42c71-c143-4019-8178-007af10ae8e9'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:22.603055 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ed4e67af-4757-48c2-9f42-1b839c14e027 admin admin] Publish callbacks [] for security_group (34a9b5f4-0c3f-44d7-b2dd-a433e7f141ab), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.625752 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4ac83519-af9a-48ec-a643-bd99fe4818c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (83c0c120-db58-4282-b416-c859e7ce3e47), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.634938 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-70b7a204-60a1-4cfc-8168-a39df649c162 admin admin] Publish callbacks [] for security_group (e4824643-456e-4d0c-827d-d2d690403ae5), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.658714 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-70b7a204-60a1-4cfc-8168-a39df649c162 admin admin] Publish callbacks [] for security_group (e4824643-456e-4d0c-827d-d2d690403ae5), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.680609 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f5ab6e38-4662-4876-85dd-b3e3214bfcb4 req-d7e6a3c0-5977-4f9e-a070-8bba1becbdc3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc7aebba-05fe-428c-9500-aeca3f7e1c99 HTTP/1.1" status: 200 len: 999 time: 0.1356235 Apr 05 11:14:22.683640 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4ac83519-af9a-48ec-a643-bd99fe4818c9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5ff53d2101143eb97202fc170d7a8a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7491384 Apr 05 11:14:22.684470 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac83519-af9a-48ec-a643-bd99fe4818c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c0c120-db58-4282-b416-c859e7ce3e47,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:22.686778 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 56602) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:22.715354 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ed4e67af-4757-48c2-9f42-1b839c14e027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (34a9b5f4-0c3f-44d7-b2dd-a433e7f141ab), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.721400 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-3faa764f-4449-4b41-b40d-9dbf24e3ad9f None None] Set router 4cd42c71-c143-4019-8178-007af10ae8e9 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:14:22.758351 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-ed4e67af-4757-48c2-9f42-1b839c14e027 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4281622accef486eb8ff642a94300fc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3310606 Apr 05 11:14:22.759931 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e67af-4757-48c2-9f42-1b839c14e027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a9b5f4-0c3f-44d7-b2dd-a433e7f141ab,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:22.763180 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab6e38-4662-4876-85dd-b3e3214bfcb4 req-40dc5cde-26b7-4029-97f8-e7495653681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:22.763417 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56604) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:22.764745 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f5ab6e38-4662-4876-85dd-b3e3214bfcb4 req-40dc5cde-26b7-4029-97f8-e7495653681a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f82113b2-532a-4a4b-a711-82c62696ceb0 HTTP/1.1" status: 200 len: 849 time: 0.0712295 Apr 05 11:14:22.767362 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5205c37d-7331-4f83-a06c-df7c92e44cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1167531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585706'] for network (4dd0d860-a866-4d95-9d98-9bacdd2af3a2), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.776358 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5205c37d-7331-4f83-a06c-df7c92e44cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.779500 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-5205c37d-7331-4f83-a06c-df7c92e44cf8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4dd0d860-a866-4d95-9d98-9bacdd2af3a2 HTTP/1.1" status: 204 len: 168 time: 0.7564352 Apr 05 11:14:22.827121 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205c37d-7331-4f83-a06c-df7c92e44cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dd0d860-a866-4d95-9d98-9bacdd2af3a2,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:22.829973 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9e150dd7-2c5e-4728-b671-4d7fd67d6611 admin admin] Publish callbacks [] for security_group (34a9b5f4-0c3f-44d7-b2dd-a433e7f141ab), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.830933 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be069226-c31f-4774-8b7a-c44b0f927aa1 admin admin] Publish callbacks [] for security_group (83c0c120-db58-4282-b416-c859e7ce3e47), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.846210 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-70b7a204-60a1-4cfc-8168-a39df649c162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (e4824643-456e-4d0c-827d-d2d690403ae5), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.849445 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-70b7a204-60a1-4cfc-8168-a39df649c162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.856779 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-70b7a204-60a1-4cfc-8168-a39df649c162 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4824643-456e-4d0c-827d-d2d690403ae5 HTTP/1.1" status: 204 len: 168 time: 0.3074403 Apr 05 11:14:22.865248 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be069226-c31f-4774-8b7a-c44b0f927aa1 admin admin] Publish callbacks [] for security_group (83c0c120-db58-4282-b416-c859e7ce3e47), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.865877 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7a204-60a1-4cfc-8168-a39df649c162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4824643-456e-4d0c-827d-d2d690403ae5,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:22.885666 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9e150dd7-2c5e-4728-b671-4d7fd67d6611 admin admin] Publish callbacks [] for security_group (34a9b5f4-0c3f-44d7-b2dd-a433e7f141ab), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:22.897335 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab6e38-4662-4876-85dd-b3e3214bfcb4 req-c4d20cc7-c293-4447-853e-469b66b33d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:22.899077 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f5ab6e38-4662-4876-85dd-b3e3214bfcb4 req-c4d20cc7-c293-4447-853e-469b66b33d88 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7217652a-af97-4947-b0e2-d005c4528ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1260192 Apr 05 11:14:23.034858 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f5ab6e38-4662-4876-85dd-b3e3214bfcb4 req-1f76a9e7-23d9-4f9f-8db7-b1f122618863 service neutron] 10.222.0.58 "GET /v2.0/networks/7217652a-af97-4947-b0e2-d005c4528ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271806 Apr 05 11:14:23.054041 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007b353-c84b-4bcc-b7c1-9c72ca126635 req-99fa2d7a-5009-4a96-bbaf-60cb0cfbce33 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:23.056026 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1007b353-c84b-4bcc-b7c1-9c72ca126635 req-99fa2d7a-5009-4a96-bbaf-60cb0cfbce33 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 944 time: 0.0848684 Apr 05 11:14:23.095937 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9e150dd7-2c5e-4728-b671-4d7fd67d6611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (34a9b5f4-0c3f-44d7-b2dd-a433e7f141ab), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:23.098534 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9e150dd7-2c5e-4728-b671-4d7fd67d6611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:23.102035 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-9e150dd7-2c5e-4728-b671-4d7fd67d6611 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34a9b5f4-0c3f-44d7-b2dd-a433e7f141ab HTTP/1.1" status: 204 len: 168 time: 0.3353949 Apr 05 11:14:23.106906 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-3faa764f-4449-4b41-b40d-9dbf24e3ad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 4, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'gw_port': {'id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '9a40ff79-f9c0-4cd4-9398-0b8417506468', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'port_id': 'dc7aebba-05fe-428c-9500-aeca3f7e1c99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'mac_address': 'fa:16:3e:46:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab2b1-5651-42f4-b1f3-de4469d542ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:13:44Z', 'updated_at': '2022-04-05T11:14:20Z', 'revision_number': 1, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ebd413e-8a6d-46e4-8b1d-d16229e841d2', 'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'mac_address': 'fa:16:3e:a9:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:31Z', 'updated_at': '2022-04-05T11:13:46Z', 'revision_number': 5, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'subnets': [{'id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:23.122000 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e150dd7-2c5e-4728-b671-4d7fd67d6611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a9b5f4-0c3f-44d7-b2dd-a433e7f141ab,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:23.131824 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be069226-c31f-4774-8b7a-c44b0f927aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (83c0c120-db58-4282-b416-c859e7ce3e47), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:23.135030 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be069226-c31f-4774-8b7a-c44b0f927aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:23.136437 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-be069226-c31f-4774-8b7a-c44b0f927aa1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83c0c120-db58-4282-b416-c859e7ce3e47 HTTP/1.1" status: 204 len: 168 time: 0.4487002 Apr 05 11:14:23.142567 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1007b353-c84b-4bcc-b7c1-9c72ca126635 req-a3ebe2b6-e477-4d12-9bdd-f0279c68ca6b tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=32d919d2-dbdc-4074-83ec-cac426521665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790162 Apr 05 11:14:23.148144 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faa764f-4449-4b41-b40d-9dbf24e3ad9f None None] The sync data for ids ['4cd42c71-c143-4019-8178-007af10ae8e9'] in dv-cinder-818994-3-iscsi is: [{'id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 4, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'gw_port': {'id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '9a40ff79-f9c0-4cd4-9398-0b8417506468', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'port_id': 'dc7aebba-05fe-428c-9500-aeca3f7e1c99', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'mac_address': 'fa:16:3e:46:12:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98ab2b1-5651-42f4-b1f3-de4469d542ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:13:44Z', 'updated_at': '2022-04-05T11:14:20Z', 'revision_number': 1, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ebd413e-8a6d-46e4-8b1d-d16229e841d2', 'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'mac_address': 'fa:16:3e:a9:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:31Z', 'updated_at': '2022-04-05T11:13:46Z', 'revision_number': 5, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'subnets': [{'id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:14:23.155533 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be069226-c31f-4774-8b7a-c44b0f927aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c0c120-db58-4282-b416-c859e7ce3e47,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:23.182114 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f5ab6e38-4662-4876-85dd-b3e3214bfcb4 req-3b71c853-895f-4897-b519-ed6f5d562015 service neutron] 10.222.0.58 "GET /v2.0/networks/7217652a-af97-4947-b0e2-d005c4528ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395717 Apr 05 11:14:23.257305 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:23.293130 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:14:23.360996 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86d4773-8776-4dc6-8e72-665c5318642e None None] New status for floating IP 9a40ff79-f9c0-4cd4-9398-0b8417506468: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:14:23.453726 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:14:23.461383 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:14:23.461787 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:23.553744 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 56618) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:23.591093 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:14:23.591741 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:23.604959 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56620) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:23.605320 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-b75df160-d4af-4b0d-9d3d-c093356f0594 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0b59c8693604ff8bbfada15779dd7b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0500255 Apr 05 11:14:23.617778 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e206c1c-372e-45c5-bb53-11d7ba0fb01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:14:23.620248 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c55d900-057a-43d5-a469-d14e67f46aec" -d '{"events": [{"server_uuid": "8e206c1c-372e-45c5-bb53-11d7ba0fb01f", "name": "network-vif-plugged", "status": "completed", "tag": "f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:14:23.634502 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:14:23.663884 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4de1701d-7593-4f4c-8b9a-6c1791f60899 admin admin] Publish callbacks [] for security_group (9641a6f5-84cf-45cb-af9b-fcc14205cae6), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:23.675308 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3390182-c5a5-478c-bae3-3e9390269eb3 x-openstack-request-id: req-b3390182-c5a5-478c-bae3-3e9390269eb3 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:14:23.675836 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e206c1c-372e-45c5-bb53-11d7ba0fb01f", "name": "network-vif-plugged", "status": "completed", "tag": "f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:14:23.676235 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3390182-c5a5-478c-bae3-3e9390269eb3 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:14:23.676794 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3390182-c5a5-478c-bae3-3e9390269eb3'] response: {'server_uuid': '8e206c1c-372e-45c5-bb53-11d7ba0fb01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6', 'code': 200} Apr 05 11:14:23.713068 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4de1701d-7593-4f4c-8b9a-6c1791f60899 admin admin] Publish callbacks [] for security_group (9641a6f5-84cf-45cb-af9b-fcc14205cae6), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:23.780275 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:23.861168 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:23.931114 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4de1701d-7593-4f4c-8b9a-6c1791f60899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (9641a6f5-84cf-45cb-af9b-fcc14205cae6), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:23.933840 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4de1701d-7593-4f4c-8b9a-6c1791f60899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:23.935121 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4de1701d-7593-4f4c-8b9a-6c1791f60899 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9641a6f5-84cf-45cb-af9b-fcc14205cae6 HTTP/1.1" status: 204 len: 168 time: 0.3285577 Apr 05 11:14:23.943540 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de1701d-7593-4f4c-8b9a-6c1791f60899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9641a6f5-84cf-45cb-af9b-fcc14205cae6,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:24.079583 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44e8f1-b4e8-4183-8dc8-c082b5c06ff5 req-4799abce-d615-40f0-81aa-1e5e4d16d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:24.081446 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3c44e8f1-b4e8-4183-8dc8-c082b5c06ff5 req-4799abce-d615-40f0-81aa-1e5e4d16d15b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 1129 time: 0.0471494 Apr 05 11:14:24.134484 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3c44e8f1-b4e8-4183-8dc8-c082b5c06ff5 req-5c29ebaa-a3e4-479a-8404-207666fd3f6b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=32d919d2-dbdc-4074-83ec-cac426521665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420856 Apr 05 11:14:24.270808 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88d1b0-af94-45b1-93a7-bb4780768bad req-08a3af1c-6769-4bad-86d0-512bde8362b0 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:24.272505 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ba88d1b0-af94-45b1-93a7-bb4780768bad req-08a3af1c-6769-4bad-86d0-512bde8362b0 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 945 time: 0.0572102 Apr 05 11:14:24.329496 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ba88d1b0-af94-45b1-93a7-bb4780768bad req-6e640b9f-a3d9-4f1c-a885-e2944de7f879 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=32d919d2-dbdc-4074-83ec-cac426521665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515106 Apr 05 11:14:25.147724 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:25.327629 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56668) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:25.389952 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0db05627-9d53-4f3c-9462-c7f7b884b516 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9b346d07b41426db3a227bdbb8600ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0597963 Apr 05 11:14:25.392559 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 56672) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:25.490478 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3d43e628-6492-4c9c-b4f6-62ae0a8898d4 admin admin] Publish callbacks [] for security_group (b575380a-6f6b-41cc-9a9b-c701528898bd), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:25.515844 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfc990-8675-4472-af5b-8783193923e0 req-bc9414ae-e7b8-4438-bd69-e26b6996927f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:25.519673 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-07bfc990-8675-4472-af5b-8783193923e0 req-bc9414ae-e7b8-4438-bd69-e26b6996927f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 945 time: 0.0818777 Apr 05 11:14:25.528388 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3d43e628-6492-4c9c-b4f6-62ae0a8898d4 admin admin] Publish callbacks [] for security_group (b575380a-6f6b-41cc-9a9b-c701528898bd), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:25.590913 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-07bfc990-8675-4472-af5b-8783193923e0 req-80d112e2-8f4c-47dc-9849-efc717799fc6 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=32d919d2-dbdc-4074-83ec-cac426521665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651131 Apr 05 11:14:25.770786 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3d43e628-6492-4c9c-b4f6-62ae0a8898d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (b575380a-6f6b-41cc-9a9b-c701528898bd), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:25.773511 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3d43e628-6492-4c9c-b4f6-62ae0a8898d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:25.774762 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-3d43e628-6492-4c9c-b4f6-62ae0a8898d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b575380a-6f6b-41cc-9a9b-c701528898bd HTTP/1.1" status: 204 len: 168 time: 0.3808293 Apr 05 11:14:25.783908 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43e628-6492-4c9c-b4f6-62ae0a8898d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b575380a-6f6b-41cc-9a9b-c701528898bd,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:26.713210 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c4e54-2085-41f6-8b31-2ffc7c5b88f6 req-a5685036-86fb-4934-a95b-3cac95e6e9b6 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:26.714742 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f85c4e54-2085-41f6-8b31-2ffc7c5b88f6 req-a5685036-86fb-4934-a95b-3cac95e6e9b6 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 945 time: 0.0552695 Apr 05 11:14:26.766733 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f85c4e54-2085-41f6-8b31-2ffc7c5b88f6 req-90141a11-eab3-4647-a593-e33ce42d0097 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=32d919d2-dbdc-4074-83ec-cac426521665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446393 Apr 05 11:14:26.898351 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba2b99-4ca4-4458-90cf-91801c42beca req-7a79459c-9cb5-4658-a599-a256c286cccd tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:26.900747 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-daba2b99-4ca4-4458-90cf-91801c42beca req-7a79459c-9cb5-4658-a599-a256c286cccd tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 945 time: 0.0589032 Apr 05 11:14:26.910872 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 56720) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:26.916309 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-0f03db2c-88c1-4d56-ac85-bf2094c0aeb2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'floatingip': {'port_id': 'f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:14:26.996577 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0f03db2c-88c1-4d56-ac85-bf2094c0aeb2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (e1674c06-c1d1-4cc1-bf31-b094da24cc72), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:27.719144 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0f03db2c-88c1-4d56-ac85-bf2094c0aeb2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:27.827750 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0f03db2c-88c1-4d56-ac85-bf2094c0aeb2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (e1674c06-c1d1-4cc1-bf31-b094da24cc72), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:28.206363 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-0f03db2c-88c1-4d56-ac85-bf2094c0aeb2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Floating IP e1674c06-c1d1-4cc1-bf31-b094da24cc72 associated. External IP: 172.27.0.145, port: f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6. Apr 05 11:14:28.450167 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f03db2c-88c1-4d56-ac85-bf2094c0aeb2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Router 62cc81f7-8f9d-4edf-a495-d3998e37b711 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:14:28.621016 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f03db2c-88c1-4d56-ac85-bf2094c0aeb2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:14:28.634002 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0f03db2c-88c1-4d56-ac85-bf2094c0aeb2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:28.637618 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ce8db8-c067-4fe1-9771-a2cf841dbed8 None None] Sync routers for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:14:28.650321 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ce8db8-c067-4fe1-9771-a2cf841dbed8 None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:14:28.651101 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-e4ce8db8-c067-4fe1-9771-a2cf841dbed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:14:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:28.694519 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0f03db2c-88c1-4d56-ac85-bf2094c0aeb2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "PUT /v2.0/floatingips/e1674c06-c1d1-4cc1-bf31-b094da24cc72 HTTP/1.1" status: 200 len: 991 time: 1.7792480 Apr 05 11:14:28.694519 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e206c1c-372e-45c5-bb53-11d7ba0fb01f', 'tag': 'f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:14:28.695501 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d3036b-464e-43c5-9780-27e8736eb554" -d '{"events": [{"name": "network-changed", "server_uuid": "8e206c1c-372e-45c5-bb53-11d7ba0fb01f", "tag": "f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:14:28.745593 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c737561-0034-43ee-b1a8-121905d877ec x-openstack-request-id: req-6c737561-0034-43ee-b1a8-121905d877ec {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:14:28.745888 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e206c1c-372e-45c5-bb53-11d7ba0fb01f", "tag": "f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:14:28.746146 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c737561-0034-43ee-b1a8-121905d877ec {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:14:28.746739 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c737561-0034-43ee-b1a8-121905d877ec'] response: {'name': 'network-changed', 'server_uuid': '8e206c1c-372e-45c5-bb53-11d7ba0fb01f', 'tag': 'f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6', 'status': 'completed', 'code': 200} Apr 05 11:14:28.793482 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-e4ce8db8-c067-4fe1-9771-a2cf841dbed8 None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:14:28.839120 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3036b-464e-43c5-9780-27e8736eb554 req-43ac7de6-a949-4b11-a3c3-93ef40bc19eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:28.840796 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39d3036b-464e-43c5-9780-27e8736eb554 req-43ac7de6-a949-4b11-a3c3-93ef40bc19eb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c6c4204bde44a1183df1338d018b1b1&device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 1129 time: 0.0526071 Apr 05 11:14:28.959843 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3036b-464e-43c5-9780-27e8736eb554 req-88bd08e1-7f56-419a-acbd-553433120078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:28.961302 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39d3036b-464e-43c5-9780-27e8736eb554 req-88bd08e1-7f56-419a-acbd-553433120078 service neutron] 10.222.0.58 "GET /v2.0/networks?id=61947bc0-bf95-4d84-a95a-a866833cbe78 HTTP/1.1" status: 200 len: 916 time: 0.1081359 Apr 05 11:14:29.043605 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39d3036b-464e-43c5-9780-27e8736eb554 req-dd2d954c-6d8e-4875-a2d1-7faab24b491d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 HTTP/1.1" status: 200 len: 999 time: 0.0685718 Apr 05 11:14:29.060144 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-e4ce8db8-c067-4fe1-9771-a2cf841dbed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'e1674c06-c1d1-4cc1-bf31-b094da24cc72', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'port_id': 'f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'mac_address': 'fa:16:3e:a2:c2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e206c1c-372e-45c5-bb53-11d7ba0fb01f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:13:47Z', 'updated_at': '2022-04-05T11:14:27Z', 'revision_number': 1, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:29.104556 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ce8db8-c067-4fe1-9771-a2cf841dbed8 None None] Checking router: 62cc81f7-8f9d-4edf-a495-d3998e37b711 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:14:29.120548 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ce8db8-c067-4fe1-9771-a2cf841dbed8 None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:14:29.120936 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-e4ce8db8-c067-4fe1-9771-a2cf841dbed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:14:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:29.137953 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3036b-464e-43c5-9780-27e8736eb554 req-4071366e-81cd-42d6-a6a7-3b819b142c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:29.142443 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39d3036b-464e-43c5-9780-27e8736eb554 req-4071366e-81cd-42d6-a6a7-3b819b142c44 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f101b1e5-cdea-47a9-9394-b1ed9aabe983 HTTP/1.1" status: 200 len: 854 time: 0.0884190 Apr 05 11:14:29.221925 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 56796) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:29.288575 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3036b-464e-43c5-9780-27e8736eb554 req-6af57f19-dbfd-4bb5-a8ab-5f1d6e3ab12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:29.293810 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39d3036b-464e-43c5-9780-27e8736eb554 req-6af57f19-dbfd-4bb5-a8ab-5f1d6e3ab12b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=61947bc0-bf95-4d84-a95a-a866833cbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1419899 Apr 05 11:14:29.316531 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-e4ce8db8-c067-4fe1-9771-a2cf841dbed8 None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:14:29.469427 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39d3036b-464e-43c5-9780-27e8736eb554 req-3f36b3c4-812b-4612-9355-4d3668741dc1 service neutron] 10.222.0.58 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641641 Apr 05 11:14:29.591923 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-44ca1553-728e-43a0-a395-3c57a0a4a1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:29.603773 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-e4ce8db8-c067-4fe1-9771-a2cf841dbed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'e1674c06-c1d1-4cc1-bf31-b094da24cc72', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'port_id': 'f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'mac_address': 'fa:16:3e:a2:c2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e206c1c-372e-45c5-bb53-11d7ba0fb01f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:13:47Z', 'updated_at': '2022-04-05T11:14:27Z', 'revision_number': 1, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:29.651954 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39d3036b-464e-43c5-9780-27e8736eb554 req-2a02e7e8-9456-44f0-9178-2fc800f284b0 service neutron] 10.222.0.58 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636291 Apr 05 11:14:29.705761 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-44ca1553-728e-43a0-a395-3c57a0a4a1c7 admin admin] Publish callbacks [] for security_group (b0c2e03d-9f86-45b4-ac83-9d17af7ce5ed), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:29.753013 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ce8db8-c067-4fe1-9771-a2cf841dbed8 None None] The sync data for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi is: [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'e1674c06-c1d1-4cc1-bf31-b094da24cc72', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'port_id': 'f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'mac_address': 'fa:16:3e:a2:c2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e206c1c-372e-45c5-bb53-11d7ba0fb01f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:13:47Z', 'updated_at': '2022-04-05T11:14:27Z', 'revision_number': 1, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:14:29.868188 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-44ca1553-728e-43a0-a395-3c57a0a4a1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (b0c2e03d-9f86-45b4-ac83-9d17af7ce5ed), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:29.922361 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-44ca1553-728e-43a0-a395-3c57a0a4a1c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=975f4a5566e3409aa3c455c99836f1fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6890390 Apr 05 11:14:29.923709 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca1553-728e-43a0-a395-3c57a0a4a1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c2e03d-9f86-45b4-ac83-9d17af7ce5ed,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:29.924870 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56816) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:29.984413 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b43dc98-1f34-46c9-9ee6-314bc2d0ea67 None None] New status for floating IP e1674c06-c1d1-4cc1-bf31-b094da24cc72: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:14:30.017309 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e18f7026-7ed5-4100-affe-703d49d6a97c admin admin] Publish callbacks [] for security_group (b0c2e03d-9f86-45b4-ac83-9d17af7ce5ed), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:30.048862 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e18f7026-7ed5-4100-affe-703d49d6a97c admin admin] Publish callbacks [] for security_group (b0c2e03d-9f86-45b4-ac83-9d17af7ce5ed), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:30.279929 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e18f7026-7ed5-4100-affe-703d49d6a97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (b0c2e03d-9f86-45b4-ac83-9d17af7ce5ed), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:30.283828 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e18f7026-7ed5-4100-affe-703d49d6a97c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:30.285531 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e18f7026-7ed5-4100-affe-703d49d6a97c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0c2e03d-9f86-45b4-ac83-9d17af7ce5ed HTTP/1.1" status: 204 len: 168 time: 0.3593910 Apr 05 11:14:30.300363 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f7026-7ed5-4100-affe-703d49d6a97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c2e03d-9f86-45b4-ac83-9d17af7ce5ed,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:30.915992 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fbed4-a355-4ccf-92f2-43918d8a1637 req-5e222713-cbf6-49bc-a1ce-384a260f3644 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:30.917418 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fd4fbed4-a355-4ccf-92f2-43918d8a1637 req-5e222713-cbf6-49bc-a1ce-384a260f3644 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 945 time: 0.0578530 Apr 05 11:14:30.964267 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fd4fbed4-a355-4ccf-92f2-43918d8a1637 req-a6073e65-2b2d-4b66-8057-14a9a85fe70a tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409431 Apr 05 11:14:31.430833 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 56840) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:31.444275 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-107d7c37-94a9-4d59-885c-d5e75a1902da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:31.520663 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-107d7c37-94a9-4d59-885c-d5e75a1902da admin admin] Publish callbacks [] for security_group (f457010a-6588-45ad-9d21-4a3c702a08bb), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:31.651226 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-107d7c37-94a9-4d59-885c-d5e75a1902da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (f457010a-6588-45ad-9d21-4a3c702a08bb), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:31.691316 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-107d7c37-94a9-4d59-885c-d5e75a1902da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9127316fb6064436847db7e2455c4cb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2593987 Apr 05 11:14:31.692307 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d7c37-94a9-4d59-885c-d5e75a1902da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f457010a-6588-45ad-9d21-4a3c702a08bb,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:31.693969 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 56846) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:31.744392 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8bfd59a5-0c8d-4c2c-bc5d-66f6ed6928d8 admin admin] Publish callbacks [] for security_group (f457010a-6588-45ad-9d21-4a3c702a08bb), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:31.766893 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8bfd59a5-0c8d-4c2c-bc5d-66f6ed6928d8 admin admin] Publish callbacks [] for security_group (f457010a-6588-45ad-9d21-4a3c702a08bb), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:31.929639 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8bfd59a5-0c8d-4c2c-bc5d-66f6ed6928d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (f457010a-6588-45ad-9d21-4a3c702a08bb), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:31.936253 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8bfd59a5-0c8d-4c2c-bc5d-66f6ed6928d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:31.936253 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8bfd59a5-0c8d-4c2c-bc5d-66f6ed6928d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f457010a-6588-45ad-9d21-4a3c702a08bb HTTP/1.1" status: 204 len: 168 time: 0.2385139 Apr 05 11:14:31.947389 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd59a5-0c8d-4c2c-bc5d-66f6ed6928d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f457010a-6588-45ad-9d21-4a3c702a08bb,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:32.096514 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a09d4-8023-431d-a021-e3e1ca0d797b req-31be916a-802a-4d6e-98c8-2483ec120bcd tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:32.113296 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8b3a09d4-8023-431d-a021-e3e1ca0d797b req-31be916a-802a-4d6e-98c8-2483ec120bcd tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 945 time: 0.0615351 Apr 05 11:14:32.152599 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8b3a09d4-8023-431d-a021-e3e1ca0d797b req-666a5c4c-83dc-4cd6-8d56-da43c2aa522a tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471537 Apr 05 11:14:33.284117 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c11061-3928-4423-af98-69b000ba3497 req-45f7cbf8-19c0-4c88-abcf-ce35cdf5676b tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:33.285702 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-18c11061-3928-4423-af98-69b000ba3497 req-45f7cbf8-19c0-4c88-abcf-ce35cdf5676b tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 945 time: 0.0539834 Apr 05 11:14:33.337777 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-18c11061-3928-4423-af98-69b000ba3497 req-cabe4c0d-8f11-4003-8b2c-912e676f9a04 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452595 Apr 05 11:14:34.457007 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694ceb5-5a85-460c-91ba-7521f367ee67 req-9b2af01d-1a18-4099-b60c-a84304a73f08 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:34.458465 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4694ceb5-5a85-460c-91ba-7521f367ee67 req-9b2af01d-1a18-4099-b60c-a84304a73f08 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 945 time: 0.0549645 Apr 05 11:14:34.512891 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4694ceb5-5a85-460c-91ba-7521f367ee67 req-47ee1784-2e21-4821-8f25-57d4ff2a48b8 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486643 Apr 05 11:14:35.634086 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55614152-de2e-4031-a112-53efed35b153 req-2c32be56-690c-4c4f-8ed8-5c2c85aad492 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:35.635592 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-55614152-de2e-4031-a112-53efed35b153 req-2c32be56-690c-4c4f-8ed8-5c2c85aad492 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 945 time: 0.0538979 Apr 05 11:14:35.683782 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-55614152-de2e-4031-a112-53efed35b153 req-8d1a526a-6617-489b-b43c-7d9642903613 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424407 Apr 05 11:14:36.802151 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1ff34-c059-4220-b813-a54281f9acc9 req-d010b90d-e58e-4681-92b2-c75338d7d6d7 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:36.803743 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-aea1ff34-c059-4220-b813-a54281f9acc9 req-d010b90d-e58e-4681-92b2-c75338d7d6d7 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 945 time: 0.0535076 Apr 05 11:14:36.851473 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-aea1ff34-c059-4220-b813-a54281f9acc9 req-ec277247-8b62-4e8a-afb6-fa95c9dd63c0 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421212 Apr 05 11:14:37.968754 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd99fe-2fb3-46ed-b640-13e68a8b3994 req-75bd2e4a-cf97-4a2f-98f8-c0357efc6e17 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:37.970125 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bcdd99fe-2fb3-46ed-b640-13e68a8b3994 req-75bd2e4a-cf97-4a2f-98f8-c0357efc6e17 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 945 time: 0.0512178 Apr 05 11:14:38.016001 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bcdd99fe-2fb3-46ed-b640-13e68a8b3994 req-a326f947-0e31-4063-8ae7-87aecaff9ddc tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402963 Apr 05 11:14:39.135410 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27195ad5-307e-4883-9779-dec7ad3c0662 req-94a1a148-6612-4ae2-a224-04fa36030b4b tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:39.136914 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-27195ad5-307e-4883-9779-dec7ad3c0662 req-94a1a148-6612-4ae2-a224-04fa36030b4b tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 945 time: 0.0550971 Apr 05 11:14:39.193290 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-27195ad5-307e-4883-9779-dec7ad3c0662 req-0ba266bb-cfbb-49a0-846b-d51f050bc14e tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/security-groups?id=ac470538-ce3c-406e-b875-7ab3c9a74df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506690 Apr 05 11:14:39.530697 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3809d-c868-4f40-b147-fca622559408 req-75e7403e-bbc0-4eb3-be20-adb804d9b681 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:39.532168 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-08e3809d-c868-4f40-b147-fca622559408 req-75e7403e-bbc0-4eb3-be20-adb804d9b681 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 945 time: 0.0534148 Apr 05 11:14:39.684122 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-08e3809d-c868-4f40-b147-fca622559408 req-dbb37174-d184-4d27-9e4d-7aeec30bb432 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Deleting port affc6f94-bfe4-441e-977e-50e2937e208e {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:14:39.684460 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-08e3809d-c868-4f40-b147-fca622559408 req-dbb37174-d184-4d27-9e4d-7aeec30bb432 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (affc6f94-bfe4-441e-977e-50e2937e208e), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:39.780286 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-08e3809d-c868-4f40-b147-fca622559408 req-dbb37174-d184-4d27-9e4d-7aeec30bb432 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] For port affc6f94-bfe4-441e-977e-50e2937e208e, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=affc6f94-bfe4-441e-977e-50e2937e208e,segment=NetworkSegment(5f613e80-59e3-4858-8918-ed608e0f4d38),segment_id=5f613e80-59e3-4858-8918-ed608e0f4d38)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:14:39.780473 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-08e3809d-c868-4f40-b147-fca622559408 req-dbb37174-d184-4d27-9e4d-7aeec30bb432 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (affc6f94-bfe4-441e-977e-50e2937e208e), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:39.796049 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-08e3809d-c868-4f40-b147-fca622559408 req-dbb37174-d184-4d27-9e4d-7aeec30bb432 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Calling delete_port for affc6f94-bfe4-441e-977e-50e2937e208e owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:14:40.039007 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-08e3809d-c868-4f40-b147-fca622559408 req-dbb37174-d184-4d27-9e4d-7aeec30bb432 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (affc6f94-bfe4-441e-977e-50e2937e208e), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:40.052618 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['affc6f94-bfe4-441e-977e-50e2937e208e'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:14:40.070741 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb37174-d184-4d27-9e4d-7aeec30bb432 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Pushing event deleted for resources: {'Port': ['ID=affc6f94-bfe4-441e-977e-50e2937e208e,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:40.134639 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e3809d-c868-4f40-b147-fca622559408 req-dbb37174-d184-4d27-9e4d-7aeec30bb432 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] No DVR routers for this DVR port affc6f94-bfe4-441e-977e-50e2937e208e on host hv-cinder-81899 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:14:40.137862 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-08e3809d-c868-4f40-b147-fca622559408 req-dbb37174-d184-4d27-9e4d-7aeec30bb432 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:40.143473 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-08e3809d-c868-4f40-b147-fca622559408 req-dbb37174-d184-4d27-9e4d-7aeec30bb432 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.58 "DELETE /v2.0/ports/affc6f94-bfe4-441e-977e-50e2937e208e HTTP/1.1" status: 204 len: 173 time: 0.5981750 Apr 05 11:14:40.143473 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8a287b-66c2-4188-acdf-60a0b6322df8', 'name': 'network-vif-deleted', 'tag': 'affc6f94-bfe4-441e-977e-50e2937e208e'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:14:40.144105 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6ca799-dcaf-43cd-a366-0bb2218952ba" -d '{"events": [{"server_uuid": "0d8a287b-66c2-4188-acdf-60a0b6322df8", "name": "network-vif-deleted", "tag": "affc6f94-bfe4-441e-977e-50e2937e208e"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:14:40.181165 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076b93ce-fb10-45c1-9301-22e4ce880ea2 x-openstack-request-id: req-076b93ce-fb10-45c1-9301-22e4ce880ea2 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:14:40.181490 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8a287b-66c2-4188-acdf-60a0b6322df8", "name": "network-vif-deleted", "tag": "affc6f94-bfe4-441e-977e-50e2937e208e", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:14:40.189119 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-076b93ce-fb10-45c1-9301-22e4ce880ea2 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:14:40.189119 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-076b93ce-fb10-45c1-9301-22e4ce880ea2'] response: {'server_uuid': '0d8a287b-66c2-4188-acdf-60a0b6322df8', 'name': 'network-vif-deleted', 'tag': 'affc6f94-bfe4-441e-977e-50e2937e208e', 'status': 'completed', 'code': 200} Apr 05 11:14:40.292216 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-185ba321-8601-4daf-a75b-379430c2f8d3 req-a953cb70-5f9f-4366-94e7-546d11135160 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 210 time: 0.0282567 Apr 05 11:14:41.595744 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c61346f2-af4e-4197-8ecf-5b6f26a1ea8c req-8071dd98-cc14-41a7-89f8-a157287f51a1 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 210 time: 0.2330115 Apr 05 11:14:42.693105 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-71484fa1-8328-4dcf-a381-8e76349aea03 req-0bc4566d-70ad-49da-a933-67724dcdc10f tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 210 time: 0.0305264 Apr 05 11:14:43.786640 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4435adca-abd8-4b90-ba58-e9db33e22c2f req-84ecdc98-c8f4-45e6-97d8-179927465e3d tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 210 time: 0.0270758 Apr 05 11:14:44.881230 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0aa941c4-568c-4590-82eb-4f009a3dfe31 req-723f7853-748c-47d3-b480-5b2ec44fae8e tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 210 time: 0.0272329 Apr 05 11:14:45.735539 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:45.789710 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device affc6f94-bfe4-441e-977e-50e2937e208e no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:14:45.810238 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] No Port match for: affc6f94-bfe4-441e-977e-50e2937e208e {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:14:45.810574 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device affc6f94-bfe4-441e-977e-50e2937e208e not bound to the agent host hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:14:45.973260 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5ae5a255-3ec9-4f4d-9477-965877210317 req-76a7b58e-2f77-4412-a778-ff2482eaae65 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 210 time: 0.0267420 Apr 05 11:14:47.077830 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dca05d78-02b6-48da-8e5c-7207cd530247 req-d65664ef-3587-4400-9423-81b57f599618 tempest-DeleteServersTestJSON-29975717 tempest-DeleteServersTestJSON-29975717-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d8a287b-66c2-4188-acdf-60a0b6322df8 HTTP/1.1" status: 200 len: 210 time: 0.0322905 Apr 05 11:14:48.404326 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8703bcab-4068-4d3a-89a4-f9967d2a42ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:49.668939 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 57140) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:49.713109 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-b257a18b-048b-4723-8418-aa5d095b55bd admin admin] Deleting subnet 597d2023-70c0-4a6a-865a-00f86af40f86 {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:14:49.716364 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b257a18b-048b-4723-8418-aa5d095b55bd admin admin] Publish callbacks [] for subnet (597d2023-70c0-4a6a-865a-00f86af40f86), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:49.751553 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b257a18b-048b-4723-8418-aa5d095b55bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7254573'] for subnet (597d2023-70c0-4a6a-865a-00f86af40f86), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:49.798239 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b257a18b-048b-4723-8418-aa5d095b55bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928297'] for subnet (597d2023-70c0-4a6a-865a-00f86af40f86), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:49.947948 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b257a18b-048b-4723-8418-aa5d095b55bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5342686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5249184'] for subnet (597d2023-70c0-4a6a-865a-00f86af40f86), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:49.971022 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257a18b-048b-4723-8418-aa5d095b55bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=597d2023-70c0-4a6a-865a-00f86af40f86,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:49.985775 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b257a18b-048b-4723-8418-aa5d095b55bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:49.989031 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-b257a18b-048b-4723-8418-aa5d095b55bd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/597d2023-70c0-4a6a-865a-00f86af40f86 HTTP/1.1" status: 204 len: 168 time: 0.3189762 Apr 05 11:14:49.989177 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 57156) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:50.042780 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 57160) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:50.061355 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9d267b49-6cb4-4703-bc77-212ee0d999b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920430'] for network (fd4c078f-14f0-454e-a466-b883edc92fb1), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:50.141605 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9d267b49-6cb4-4703-bc77-212ee0d999b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1167570', 'neutron.services.segments.db._delete_segments_for_network-8793732693881'] for network (fd4c078f-14f0-454e-a466-b883edc92fb1), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:50.166963 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4849a197-e81a-4ef9-bd26-807c5dde33f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:50.182426 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-9d267b49-6cb4-4703-bc77-212ee0d999b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4c078f-14f0-454e-a466-b883edc92fb1']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:50.194571 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-9d267b49-6cb4-4703-bc77-212ee0d999b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f613e80-59e3-4858-8918-ed608e0f4d38') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:50.194894 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-9d267b49-6cb4-4703-bc77-212ee0d999b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f613e80-59e3-4858-8918-ed608e0f4d38') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:50.209960 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9d267b49-6cb4-4703-bc77-212ee0d999b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793732694402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6680707'] for segment (5f613e80-59e3-4858-8918-ed608e0f4d38), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:50.224657 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9d267b49-6cb4-4703-bc77-212ee0d999b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (5f613e80-59e3-4858-8918-ed608e0f4d38), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:50.233390 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d267b49-6cb4-4703-bc77-212ee0d999b1 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:14:50.233702 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9d267b49-6cb4-4703-bc77-212ee0d999b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7002667'] for segment (5f613e80-59e3-4858-8918-ed608e0f4d38), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: Traceback (most recent call last): Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: timer() Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: cb(*args, **kw) Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: return func(*args, **kwargs) Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: self._notify() Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: self.callback(batched_events) Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: event.method(event) Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: return f(self, *a, **k) Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: return self._get(url).json() Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: return self.request(url, 'GET', **kwargs) Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:14:50.235471 dv-cinder-818994-3-iscsi neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:14:50.256965 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4849a197-e81a-4ef9-bd26-807c5dde33f8 admin admin] Publish callbacks [] for security_group (24dc332b-fcf4-407c-815c-c12b6ce7a0d3), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:50.335515 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4849a197-e81a-4ef9-bd26-807c5dde33f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (24dc332b-fcf4-407c-815c-c12b6ce7a0d3), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:50.377131 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849a197-e81a-4ef9-bd26-807c5dde33f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24dc332b-fcf4-407c-815c-c12b6ce7a0d3,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:50.382674 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4849a197-e81a-4ef9-bd26-807c5dde33f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a42518324a3149a491b1d52b617467a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387632 Apr 05 11:14:50.386899 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 57180) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:50.406462 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9d267b49-6cb4-4703-bc77-212ee0d999b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1167531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585706'] for network (fd4c078f-14f0-454e-a466-b883edc92fb1), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:50.412969 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9d267b49-6cb4-4703-bc77-212ee0d999b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:50.415302 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-9d267b49-6cb4-4703-bc77-212ee0d999b1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fd4c078f-14f0-454e-a466-b883edc92fb1 HTTP/1.1" status: 204 len: 168 time: 0.4245727 Apr 05 11:14:50.444703 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d267b49-6cb4-4703-bc77-212ee0d999b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd4c078f-14f0-454e-a466-b883edc92fb1,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:50.468633 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b8a9-8d31-43ef-b713-58e81ac0b75f admin admin] Publish callbacks [] for security_group (24dc332b-fcf4-407c-815c-c12b6ce7a0d3), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:50.494086 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b8a9-8d31-43ef-b713-58e81ac0b75f admin admin] Publish callbacks [] for security_group (24dc332b-fcf4-407c-815c-c12b6ce7a0d3), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:50.855665 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b8a9-8d31-43ef-b713-58e81ac0b75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (24dc332b-fcf4-407c-815c-c12b6ce7a0d3), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:50.858390 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c7f4b8a9-8d31-43ef-b713-58e81ac0b75f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:50.859595 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c7f4b8a9-8d31-43ef-b713-58e81ac0b75f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/24dc332b-fcf4-407c-815c-c12b6ce7a0d3 HTTP/1.1" status: 204 len: 168 time: 0.4716082 Apr 05 11:14:50.867248 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4b8a9-8d31-43ef-b713-58e81ac0b75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dc332b-fcf4-407c-815c-c12b6ce7a0d3,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:50.909682 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 57196) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:50.957308 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-070bdaa4-45d0-4242-94e0-013ee3ae28c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=782ef6623f6b4e4c88f74aafdb472163&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0462263 Apr 05 11:14:50.959814 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 57200) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:50.981213 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8ba75520-3e0f-4945-a04f-c36e171f4cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:51.011884 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2ecde865-53ad-443a-bed0-d2aa41b41919 admin admin] Publish callbacks [] for security_group (ac470538-ce3c-406e-b875-7ab3c9a74df4), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:51.033198 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2ecde865-53ad-443a-bed0-d2aa41b41919 admin admin] Publish callbacks [] for security_group (ac470538-ce3c-406e-b875-7ab3c9a74df4), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:51.216866 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2ecde865-53ad-443a-bed0-d2aa41b41919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (ac470538-ce3c-406e-b875-7ab3c9a74df4), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:51.222103 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2ecde865-53ad-443a-bed0-d2aa41b41919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:51.228794 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-2ecde865-53ad-443a-bed0-d2aa41b41919 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac470538-ce3c-406e-b875-7ab3c9a74df4 HTTP/1.1" status: 204 len: 168 time: 0.2676179 Apr 05 11:14:51.242818 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecde865-53ad-443a-bed0-d2aa41b41919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac470538-ce3c-406e-b875-7ab3c9a74df4,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:51.879348 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:52.314740 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 57256) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:52.470812 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-e5eacfbf-9260-4524-ad1f-5f27538cd6db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2036027701-network', 'tenant_id': 'da48f033c24346cc90296be17f7d07cc'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:14:52.660973 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5eacfbf-9260-4524-ad1f-5f27538cd6db admin admin] Made reservation on behalf of da48f033c24346cc90296be17f7d07cc for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:14:52.663251 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e5eacfbf-9260-4524-ad1f-5f27538cd6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:52.672095 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e5eacfbf-9260-4524-ad1f-5f27538cd6db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:52.763870 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e5eacfbf-9260-4524-ad1f-5f27538cd6db admin admin] Publish callbacks [] for security_group (465851d1-1e15-4cac-b1ea-dcfef87c5f6e), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:52.802814 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 57276) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:52.861032 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e5eacfbf-9260-4524-ad1f-5f27538cd6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (465851d1-1e15-4cac-b1ea-dcfef87c5f6e), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:52.889125 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5eacfbf-9260-4524-ad1f-5f27538cd6db admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:14:52.901290 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-985bc99e-69ab-4c01-9931-634a43273477 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-424288215-network', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:14:52.903959 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eacfbf-9260-4524-ad1f-5f27538cd6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465851d1-1e15-4cac-b1ea-dcfef87c5f6e,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:52.913285 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e5eacfbf-9260-4524-ad1f-5f27538cd6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (fc434175-f43d-4591-bb6c-b0100b60e7bc), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:52.913736 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-e5eacfbf-9260-4524-ad1f-5f27538cd6db admin admin] Added segment fc434175-f43d-4591-bb6c-b0100b60e7bc of type vlan for network 13b7e59c-4cc7-4c95-b837-f56effe02725 Apr 05 11:14:52.959753 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e5eacfbf-9260-4524-ad1f-5f27538cd6db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793732229416'] for network (13b7e59c-4cc7-4c95-b837-f56effe02725), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:53.102400 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985bc99e-69ab-4c01-9931-634a43273477 admin admin] Made reservation on behalf of cf751cbfd21e463e83beea4d29713404 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:14:53.104985 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-985bc99e-69ab-4c01-9931-634a43273477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:53.108034 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e5eacfbf-9260-4524-ad1f-5f27538cd6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for network (13b7e59c-4cc7-4c95-b837-f56effe02725), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:53.109100 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eacfbf-9260-4524-ad1f-5f27538cd6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:53.109980 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e5eacfbf-9260-4524-ad1f-5f27538cd6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:53.136967 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-985bc99e-69ab-4c01-9931-634a43273477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:53.198510 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eacfbf-9260-4524-ad1f-5f27538cd6db admin admin] Pushing event updated for resources: {'Network': ['ID=13b7e59c-4cc7-4c95-b837-f56effe02725,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:53.210876 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Network 13b7e59c-4cc7-4c95-b837-f56effe02725 details requested by agent ovs-agent-dv-cinder-818994-3-iscsi with host dv-cinder-818994-3-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:14:53.260565 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-985bc99e-69ab-4c01-9931-634a43273477 admin admin] Publish callbacks [] for security_group (959843b2-10b3-4842-ad4b-7c6c61e9fc12), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:53.265008 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:53.289468 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-e5eacfbf-9260-4524-ad1f-5f27538cd6db admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9727798 Apr 05 11:14:53.292416 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 57284) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:53.299157 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-abe61bae-ce66-445d-a02b-035c34d33a9e admin admin] Request body: {'subnet': {'network_id': '13b7e59c-4cc7-4c95-b837-f56effe02725', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2036027701-subnet', 'tenant_id': 'da48f033c24346cc90296be17f7d07cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:14:53.340825 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-985bc99e-69ab-4c01-9931-634a43273477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (959843b2-10b3-4842-ad4b-7c6c61e9fc12), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:53.365661 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985bc99e-69ab-4c01-9931-634a43273477 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:14:53.375222 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bc99e-69ab-4c01-9931-634a43273477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959843b2-10b3-4842-ad4b-7c6c61e9fc12,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:53.379750 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-985bc99e-69ab-4c01-9931-634a43273477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (a8b04231-2bb4-4f4f-b476-80b1bed1cb2c), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:53.380974 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-985bc99e-69ab-4c01-9931-634a43273477 admin admin] Added segment a8b04231-2bb4-4f4f-b476-80b1bed1cb2c of type vlan for network a84177b0-98a3-43e8-9748-217cec2ce77a Apr 05 11:14:53.418742 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-985bc99e-69ab-4c01-9931-634a43273477 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793732229416'] for network (a84177b0-98a3-43e8-9748-217cec2ce77a), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:53.426783 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe61bae-ce66-445d-a02b-035c34d33a9e admin admin] Made reservation on behalf of da48f033c24346cc90296be17f7d07cc for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:14:53.429097 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-abe61bae-ce66-445d-a02b-035c34d33a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4268100'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:53.655121 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-985bc99e-69ab-4c01-9931-634a43273477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for network (a84177b0-98a3-43e8-9748-217cec2ce77a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:53.656139 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985bc99e-69ab-4c01-9931-634a43273477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:53.656740 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-985bc99e-69ab-4c01-9931-634a43273477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:53.716672 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bc99e-69ab-4c01-9931-634a43273477 admin admin] Pushing event updated for resources: {'Network': ['ID=a84177b0-98a3-43e8-9748-217cec2ce77a,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:53.729822 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Network a84177b0-98a3-43e8-9748-217cec2ce77a details requested by agent ovs-agent-dv-cinder-818994-3-iscsi with host dv-cinder-818994-3-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:14:53.764624 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-abe61bae-ce66-445d-a02b-035c34d33a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7001990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4268122'] for subnet (fac81656-1455-4764-b0d6-4738ab58311e), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:53.767559 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-985bc99e-69ab-4c01-9931-634a43273477 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9636393 Apr 05 11:14:53.770931 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 57298) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:53.775869 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-42688d53-956f-450e-8f1e-98b967fb5f8e admin admin] Request body: {'subnet': {'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-424288215-subnet', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:14:53.842753 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe61bae-ce66-445d-a02b-035c34d33a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fac81656-1455-4764-b0d6-4738ab58311e,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:53.847035 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe61bae-ce66-445d-a02b-035c34d33a9e admin admin] Checking segment: {'id': 'fc434175-f43d-4591-bb6c-b0100b60e7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '13b7e59c-4cc7-4c95-b837-f56effe02725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:14:53.847451 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe61bae-ce66-445d-a02b-035c34d33a9e admin admin] Network hostable DHCP agents. Network: 13b7e59c-4cc7-4c95-b837-f56effe02725, hostable agents: ['cd8b06fc-05cb-41d0-9f86-42134aa474b0'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:14:53.867631 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42688d53-956f-450e-8f1e-98b967fb5f8e admin admin] Made reservation on behalf of cf751cbfd21e463e83beea4d29713404 for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:14:53.869896 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-42688d53-956f-450e-8f1e-98b967fb5f8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5249223'] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:54.010108 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe61bae-ce66-445d-a02b-035c34d33a9e admin admin] Network 13b7e59c-4cc7-4c95-b837-f56effe02725 is scheduled to be hosted by DHCP agent cd8b06fc-05cb-41d0-9f86-42134aa474b0 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:14:54.112086 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-abe61bae-ce66-445d-a02b-035c34d33a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-iscsi, 13b7e59c-4cc7-4c95-b837-f56effe02725) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:14:54.116190 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe61bae-ce66-445d-a02b-035c34d33a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:54.116791 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-abe61bae-ce66-445d-a02b-035c34d33a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:54.123004 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc24ac3d-c1b7-4bb1-a3f1-a10f427b49cb None None] Network 13b7e59c-4cc7-4c95-b837-f56effe02725 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:14:54.181141 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-42688d53-956f-450e-8f1e-98b967fb5f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5343257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5249241'] for subnet (b01bd4d7-97a5-45dc-b9c7-6b928112c646), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:54.220855 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5c11b5-4004-4ea0-823a-0370bb906c77 None None] Network 13b7e59c-4cc7-4c95-b837-f56effe02725 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:14:54.222082 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-abe61bae-ce66-445d-a02b-035c34d33a9e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9279883 Apr 05 11:14:54.255806 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42688d53-956f-450e-8f1e-98b967fb5f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b01bd4d7-97a5-45dc-b9c7-6b928112c646,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:54.260301 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42688d53-956f-450e-8f1e-98b967fb5f8e admin admin] Checking segment: {'id': 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:14:54.260556 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42688d53-956f-450e-8f1e-98b967fb5f8e admin admin] Network hostable DHCP agents. Network: a84177b0-98a3-43e8-9748-217cec2ce77a, hostable agents: ['cd8b06fc-05cb-41d0-9f86-42134aa474b0'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:14:54.387093 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42688d53-956f-450e-8f1e-98b967fb5f8e admin admin] Network a84177b0-98a3-43e8-9748-217cec2ce77a is scheduled to be hosted by DHCP agent cd8b06fc-05cb-41d0-9f86-42134aa474b0 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:14:54.478539 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-42688d53-956f-450e-8f1e-98b967fb5f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-iscsi, a84177b0-98a3-43e8-9748-217cec2ce77a) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:14:54.484018 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42688d53-956f-450e-8f1e-98b967fb5f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:54.484912 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-42688d53-956f-450e-8f1e-98b967fb5f8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:54.495598 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d974b0e-d21d-4c47-bc67-e791fea9fef6 None None] Network a84177b0-98a3-43e8-9748-217cec2ce77a requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:14:54.563221 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 57320) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:54.595446 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 57324) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:54.608643 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-42688d53-956f-450e-8f1e-98b967fb5f8e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8366582 Apr 05 11:14:54.614946 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 57330) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:54.620477 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-c60077c5-bb4e-472f-83fe-de125935990d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-424288215-router', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:14:54.646245 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e5a918-72d0-514f-af35-f2ca56414c48-a84177b0-98a3-43e8-9748-217cec2ce77a', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'fixed_ips': [{'subnet_id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646'}]}} from dv-cinder-818994-3-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:14:54.647193 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:54.741481 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c60077c5-bb4e-472f-83fe-de125935990d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (f239ab75-78ab-4c00-b61f-9f075073e1d1), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:54.742891 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c60077c5-bb4e-472f-83fe-de125935990d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5208'] for router (f239ab75-78ab-4c00-b61f-9f075073e1d1), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:54.817880 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e62277be-4333-4312-b5fa-0f0f36257a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:54.833488 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-76f6c974-3662-4594-ac85-7cc3d6b156c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:54.837127 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c60077c5-bb4e-472f-83fe-de125935990d admin admin] Publish callbacks [] for router_controller (f239ab75-78ab-4c00-b61f-9f075073e1d1), precommit_add_association {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:54.847826 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Allocated IP 172.20.0.2 (a84177b0-98a3-43e8-9748-217cec2ce77a/b01bd4d7-97a5-45dc-b9c7-6b928112c646/4af47637-1bc2-4bfe-8f38-1f3bf5799030) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:14:54.993362 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:55.045452 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e62277be-4333-4312-b5fa-0f0f36257a05 admin admin] Publish callbacks [] for security_group (dabb7d3a-7195-4580-9b89-48ed967b9ec0), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:55.059690 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-76f6c974-3662-4594-ac85-7cc3d6b156c2 admin admin] Publish callbacks [] for security_group (0a672ad3-8679-422a-ab67-011727357a85), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:55.075809 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Publish callbacks [] for port (4af47637-1bc2-4bfe-8f38-1f3bf5799030), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:55.128423 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c60077c5-bb4e-472f-83fe-de125935990d admin admin] Publish callbacks [] for router_gateway (f239ab75-78ab-4c00-b61f-9f075073e1d1), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:55.135822 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e62277be-4333-4312-b5fa-0f0f36257a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (dabb7d3a-7195-4580-9b89-48ed967b9ec0), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:55.178729 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-e62277be-4333-4312-b5fa-0f0f36257a05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9775fb5e603d475bb94de261f9155ce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5819070 Apr 05 11:14:55.180080 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62277be-4333-4312-b5fa-0f0f36257a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabb7d3a-7195-4580-9b89-48ed967b9ec0,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:55.181500 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 57332) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:55.181930 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (4af47637-1bc2-4bfe-8f38-1f3bf5799030), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:55.183597 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-76f6c974-3662-4594-ac85-7cc3d6b156c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (0a672ad3-8679-422a-ab67-011727357a85), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:55.225358 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-76f6c974-3662-4594-ac85-7cc3d6b156c2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c15cfbd2e5244459b9028837199ccb5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6595936 Apr 05 11:14:55.228024 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 57334) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:55.232656 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Network a84177b0-98a3-43e8-9748-217cec2ce77a is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:14:55.235402 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6c974-3662-4594-ac85-7cc3d6b156c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a672ad3-8679-422a-ab67-011727357a85,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:55.236013 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:14:55.239814 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:14:55.268772 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2c5a3003-a8ca-4971-9249-89346b686ac9 admin admin] Publish callbacks [] for security_group (dabb7d3a-7195-4580-9b89-48ed967b9ec0), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:55.277501 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Pushing event updated for resources: {'Port': ['ID=4af47637-1bc2-4bfe-8f38-1f3bf5799030,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:55.301622 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cace810c-d34a-4966-b9f8-0b7b6c153ea5 admin admin] Publish callbacks [] for security_group (0a672ad3-8679-422a-ab67-011727357a85), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:55.305117 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:55.305117 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:55.305117 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:55.305117 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:55.305117 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:55.305117 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:55.305654 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:55.305654 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:55.306436 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:55.307013 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:55.307533 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:55.307858 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:55.308349 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:55.308674 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:55.308987 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:55.325176 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Attempting to bind port 4af47637-1bc2-4bfe-8f38-1f3bf5799030 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:14:55.325792 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Attempting to bind port 4af47637-1bc2-4bfe-8f38-1f3bf5799030 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:14:55.326373 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Attempting to bind port 4af47637-1bc2-4bfe-8f38-1f3bf5799030 on network a84177b0-98a3-43e8-9748-217cec2ce77a {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:14:55.329705 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2c5a3003-a8ca-4971-9249-89346b686ac9 admin admin] Publish callbacks [] for security_group (dabb7d3a-7195-4580-9b89-48ed967b9ec0), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:55.333412 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:14:55.333893 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Checking segment: {'id': 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:14:55.334239 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:55.335042 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Bound using segment: {'id': 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:14:55.335533 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Bound port: 4af47637-1bc2-4bfe-8f38-1f3bf5799030, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:14:55.335983 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (4af47637-1bc2-4bfe-8f38-1f3bf5799030), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:55.336619 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cace810c-d34a-4966-b9f8-0b7b6c153ea5 admin admin] Publish callbacks [] for security_group (0a672ad3-8679-422a-ab67-011727357a85), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:55.424517 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] For port 4af47637-1bc2-4bfe-8f38-1f3bf5799030, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:14:55.429664 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] For port 4af47637-1bc2-4bfe-8f38-1f3bf5799030, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=4af47637-1bc2-4bfe-8f38-1f3bf5799030,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:14:55.518908 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cace810c-d34a-4966-b9f8-0b7b6c153ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (0a672ad3-8679-422a-ab67-011727357a85), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:55.522751 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cace810c-d34a-4966-b9f8-0b7b6c153ea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:55.524769 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-cace810c-d34a-4966-b9f8-0b7b6c153ea5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a672ad3-8679-422a-ab67-011727357a85 HTTP/1.1" status: 204 len: 168 time: 0.2955830 Apr 05 11:14:55.537993 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace810c-d34a-4966-b9f8-0b7b6c153ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a672ad3-8679-422a-ab67-011727357a85,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:55.566729 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (4af47637-1bc2-4bfe-8f38-1f3bf5799030), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:55.573136 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2c5a3003-a8ca-4971-9249-89346b686ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (dabb7d3a-7195-4580-9b89-48ed967b9ec0), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:55.587944 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2c5a3003-a8ca-4971-9249-89346b686ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:55.589795 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-2c5a3003-a8ca-4971-9249-89346b686ac9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dabb7d3a-7195-4580-9b89-48ed967b9ec0 HTTP/1.1" status: 204 len: 168 time: 0.3974874 Apr 05 11:14:55.629990 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a3003-a8ca-4971-9249-89346b686ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabb7d3a-7195-4580-9b89-48ed967b9ec0,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:55.655264 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c60077c5-bb4e-472f-83fe-de125935990d admin admin] Publish callbacks [] for router_gateway (f239ab75-78ab-4c00-b61f-9f075073e1d1), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:55.679498 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c60077c5-bb4e-472f-83fe-de125935990d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:55.744325 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca782a08-58f6-470d-857e-516cf8ae7b92 None None] Pushing event updated for resources: {'Port': ['ID=4af47637-1bc2-4bfe-8f38-1f3bf5799030,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:55.830668 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-c60077c5-bb4e-472f-83fe-de125935990d admin admin] Allocated IP 172.27.0.14 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/4d24b225-04ea-4739-b2a5-4fb1e3d9df99) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:14:55.963363 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c60077c5-bb4e-472f-83fe-de125935990d admin admin] Publish callbacks [] for port (4d24b225-04ea-4739-b2a5-4fb1e3d9df99), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:56.220469 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 4af47637-1bc2-4bfe-8f38-1f3bf5799030 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:14:56.276385 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 4af47637-1bc2-4bfe-8f38-1f3bf5799030 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:14:56.277071 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (4af47637-1bc2-4bfe-8f38-1f3bf5799030), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:56.302532 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c60077c5-bb4e-472f-83fe-de125935990d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (4d24b225-04ea-4739-b2a5-4fb1e3d9df99), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:56.385222 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60077c5-bb4e-472f-83fe-de125935990d admin admin] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:14:56.391282 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-c60077c5-bb4e-472f-83fe-de125935990d admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:14:56.401353 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60077c5-bb4e-472f-83fe-de125935990d admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:14:56.451402 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60077c5-bb4e-472f-83fe-de125935990d admin admin] Pushing event updated for resources: {'Port': ['ID=4d24b225-04ea-4739-b2a5-4fb1e3d9df99,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:56.507087 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 4af47637-1bc2-4bfe-8f38-1f3bf5799030 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:14:56.508426 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (4af47637-1bc2-4bfe-8f38-1f3bf5799030), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:56.558844 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] For port 4af47637-1bc2-4bfe-8f38-1f3bf5799030, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=4af47637-1bc2-4bfe-8f38-1f3bf5799030,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:14:56.778243 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (4af47637-1bc2-4bfe-8f38-1f3bf5799030), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:56.841233 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Pushing event updated for resources: {'Port': ['ID=4af47637-1bc2-4bfe-8f38-1f3bf5799030,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:56.978999 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d44aa94-76b9-4fcb-8213-821ff1cc7008 None None] Network a84177b0-98a3-43e8-9748-217cec2ce77a requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:14:57.012780 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c60077c5-bb4e-472f-83fe-de125935990d admin admin] Publish callbacks [] for router_gateway (f239ab75-78ab-4c00-b61f-9f075073e1d1), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:57.094752 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-c0867475-a45b-4be3-aa09-3d95113a0f32 None None] Provisioning complete for port 4af47637-1bc2-4bfe-8f38-1f3bf5799030 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:14:57.095106 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c0867475-a45b-4be3-aa09-3d95113a0f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (4af47637-1bc2-4bfe-8f38-1f3bf5799030), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:57.219861 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-c0867475-a45b-4be3-aa09-3d95113a0f32 None None] Current status of the port 4af47637-1bc2-4bfe-8f38-1f3bf5799030 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:14:57.242145 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 57356) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:57.262719 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ab53fa5f-8d03-4daf-adeb-718d08e38f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:57.347999 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c60077c5-bb4e-472f-83fe-de125935990d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585778'] for router (f239ab75-78ab-4c00-b61f-9f075073e1d1), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:57.390601 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 57358) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:57.409424 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ab53fa5f-8d03-4daf-adeb-718d08e38f72 admin admin] Publish callbacks [] for security_group (8695aaee-969e-40d6-8032-1fd44d5c795f), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:57.423732 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a7d7f8be-85d9-44df-a7e8-85f0063121c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:57.519212 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a7d7f8be-85d9-44df-a7e8-85f0063121c5 admin admin] Publish callbacks [] for security_group (bffba044-9fdc-4b88-9d55-bd689c389241), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:57.520241 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ab53fa5f-8d03-4daf-adeb-718d08e38f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (8695aaee-969e-40d6-8032-1fd44d5c795f), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:57.550357 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-e43632ea-3daa-4e78-b8fc-2351de47260e None None] Provisioning complete for port 4af47637-1bc2-4bfe-8f38-1f3bf5799030 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:14:57.551091 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e43632ea-3daa-4e78-b8fc-2351de47260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (4af47637-1bc2-4bfe-8f38-1f3bf5799030), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:57.562455 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ab53fa5f-8d03-4daf-adeb-718d08e38f72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=74b1ca2e7ef74ff8926a464e6e51c5e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189874 Apr 05 11:14:57.563501 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53fa5f-8d03-4daf-adeb-718d08e38f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8695aaee-969e-40d6-8032-1fd44d5c795f,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:57.565777 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 57360) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:57.628552 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-43f0e417-2a21-4ac2-afeb-c0306fe04f55 admin admin] Publish callbacks [] for security_group (8695aaee-969e-40d6-8032-1fd44d5c795f), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:57.649304 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:14:57.652452 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-43f0e417-2a21-4ac2-afeb-c0306fe04f55 admin admin] Publish callbacks [] for security_group (8695aaee-969e-40d6-8032-1fd44d5c795f), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:57.694425 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-e43632ea-3daa-4e78-b8fc-2351de47260e None None] Current status of the port 4af47637-1bc2-4bfe-8f38-1f3bf5799030 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:14:57.694968 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60077c5-bb4e-472f-83fe-de125935990d admin admin] Router f239ab75-78ab-4c00-b61f-9f075073e1d1 is scheduled to L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a with binding_index 1 {{(pid=103962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:14:57.807312 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60077c5-bb4e-472f-83fe-de125935990d admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:14:57.819190 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a7d7f8be-85d9-44df-a7e8-85f0063121c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (bffba044-9fdc-4b88-9d55-bd689c389241), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:57.820565 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] Sync routers for ids ['f239ab75-78ab-4c00-b61f-9f075073e1d1'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:14:57.840157 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] Routers {'f239ab75-78ab-4c00-b61f-9f075073e1d1'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:14:57.841140 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:14:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['f239ab75-78ab-4c00-b61f-9f075073e1d1'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:57.910651 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7f8be-85d9-44df-a7e8-85f0063121c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffba044-9fdc-4b88-9d55-bd689c389241,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:57.918551 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a7d7f8be-85d9-44df-a7e8-85f0063121c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f8058510d12b43d1888ace83ab606a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5259717 Apr 05 11:14:57.922408 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 57366) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:57.945906 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-43f0e417-2a21-4ac2-afeb-c0306fe04f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (8695aaee-969e-40d6-8032-1fd44d5c795f), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:57.951098 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-43f0e417-2a21-4ac2-afeb-c0306fe04f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:57.952940 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-43f0e417-2a21-4ac2-afeb-c0306fe04f55 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8695aaee-969e-40d6-8032-1fd44d5c795f HTTP/1.1" status: 204 len: 168 time: 0.3854442 Apr 05 11:14:57.986508 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0e417-2a21-4ac2-afeb-c0306fe04f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8695aaee-969e-40d6-8032-1fd44d5c795f,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:58.007330 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c60077c5-bb4e-472f-83fe-de125935990d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:58.032357 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c60077c5-bb4e-472f-83fe-de125935990d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3931024 Apr 05 11:14:58.035936 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 57370) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:58.037128 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] Set router f239ab75-78ab-4c00-b61f-9f075073e1d1 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:14:58.045394 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-654da6c4-af15-40cf-80da-ffad42613caf admin admin] Publish callbacks [] for security_group (bffba044-9fdc-4b88-9d55-bd689c389241), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:58.087655 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-654da6c4-af15-40cf-80da-ffad42613caf admin admin] Publish callbacks [] for security_group (bffba044-9fdc-4b88-9d55-bd689c389241), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:58.266709 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 4af47637-1bc2-4bfe-8f38-1f3bf5799030 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:14:58.308428 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-654da6c4-af15-40cf-80da-ffad42613caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (bffba044-9fdc-4b88-9d55-bd689c389241), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:58.315868 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-654da6c4-af15-40cf-80da-ffad42613caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:58.323684 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-654da6c4-af15-40cf-80da-ffad42613caf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bffba044-9fdc-4b88-9d55-bd689c389241 HTTP/1.1" status: 204 len: 168 time: 0.3992691 Apr 05 11:14:58.349909 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654da6c4-af15-40cf-80da-ffad42613caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffba044-9fdc-4b88-9d55-bd689c389241,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:58.416183 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 4af47637-1bc2-4bfe-8f38-1f3bf5799030 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:14:58.416996 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (4af47637-1bc2-4bfe-8f38-1f3bf5799030), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:58.418489 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'name': 'tempest-ServerRescueNegativeTestJSON-424288215-router', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:14:54Z', 'updated_at': '2022-04-05T11:14:56Z', 'revision_number': 3, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'gw_port': {'id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:55Z', 'updated_at': '2022-04-05T11:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:58.472020 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] Checking router: f239ab75-78ab-4c00-b61f-9f075073e1d1 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:14:58.472289 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] Updating router f239ab75-78ab-4c00-b61f-9f075073e1d1 port 4d24b225-04ea-4739-b2a5-4fb1e3d9df99 binding host dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:14:58.505582 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (4d24b225-04ea-4739-b2a5-4fb1e3d9df99), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:58.540373 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 4af47637-1bc2-4bfe-8f38-1f3bf5799030 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:14:58.985652 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] Publish callbacks [] for port (4d24b225-04ea-4739-b2a5-4fb1e3d9df99), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:59.063299 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-07a54f01-b3dc-442e-aaea-714c3f8060e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:59.089783 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (4d24b225-04ea-4739-b2a5-4fb1e3d9df99), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:59.139986 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] Attempting to bind port 4d24b225-04ea-4739-b2a5-4fb1e3d9df99 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:14:59.140358 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] Attempting to bind port 4d24b225-04ea-4739-b2a5-4fb1e3d9df99 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:14:59.140905 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] Attempting to bind port 4d24b225-04ea-4739-b2a5-4fb1e3d9df99 on network ab2e3e10-783c-4840-b185-530a1ad29b1c {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:14:59.154212 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:14:59.154595 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] Checking segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:14:59.155014 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:59.155438 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] Bound using segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:14:59.155938 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] Bound port: 4d24b225-04ea-4739-b2a5-4fb1e3d9df99, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:14:59.156358 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (4d24b225-04ea-4739-b2a5-4fb1e3d9df99), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:59.186076 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370dd50-17f1-415b-90f6-ae19f12cb067 None None] Pushing event updated for resources: {'Port': ['ID=4d24b225-04ea-4739-b2a5-4fb1e3d9df99,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:59.199311 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370dd50-17f1-415b-90f6-ae19f12cb067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:59.199654 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370dd50-17f1-415b-90f6-ae19f12cb067 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:59.200010 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370dd50-17f1-415b-90f6-ae19f12cb067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:59.200362 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370dd50-17f1-415b-90f6-ae19f12cb067 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:59.200688 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370dd50-17f1-415b-90f6-ae19f12cb067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:59.201016 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370dd50-17f1-415b-90f6-ae19f12cb067 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:59.201324 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370dd50-17f1-415b-90f6-ae19f12cb067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:59.201685 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370dd50-17f1-415b-90f6-ae19f12cb067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:59.202047 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370dd50-17f1-415b-90f6-ae19f12cb067 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:59.202398 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370dd50-17f1-415b-90f6-ae19f12cb067 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:59.202743 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370dd50-17f1-415b-90f6-ae19f12cb067 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:59.203080 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370dd50-17f1-415b-90f6-ae19f12cb067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:59.203402 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370dd50-17f1-415b-90f6-ae19f12cb067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:59.203714 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370dd50-17f1-415b-90f6-ae19f12cb067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:59.204045 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d370dd50-17f1-415b-90f6-ae19f12cb067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:14:59.227266 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] For port 4d24b225-04ea-4739-b2a5-4fb1e3d9df99, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:14:59.230524 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] For port 4d24b225-04ea-4739-b2a5-4fb1e3d9df99, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=4d24b225-04ea-4739-b2a5-4fb1e3d9df99,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:14:59.245791 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-07a54f01-b3dc-442e-aaea-714c3f8060e6 admin admin] Allocated IP 172.20.0.1 (a84177b0-98a3-43e8-9748-217cec2ce77a/b01bd4d7-97a5-45dc-b9c7-6b928112c646/885d4881-98a5-4907-8517-a3cacb10eece) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:14:59.377018 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-07a54f01-b3dc-442e-aaea-714c3f8060e6 admin admin] Publish callbacks [] for port (885d4881-98a5-4907-8517-a3cacb10eece), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:59.383295 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (4d24b225-04ea-4739-b2a5-4fb1e3d9df99), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:59.535085 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] Routers {'f239ab75-78ab-4c00-b61f-9f075073e1d1'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:14:59.535758 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:14:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['f239ab75-78ab-4c00-b61f-9f075073e1d1'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:59.537674 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370dd50-17f1-415b-90f6-ae19f12cb067 None None] Pushing event updated for resources: {'Port': ['ID=4d24b225-04ea-4739-b2a5-4fb1e3d9df99,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:59.573319 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-68f04790-8fc9-424b-8856-6b41056082d5 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:14:59.574941 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-68f04790-8fc9-424b-8856-6b41056082d5 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/networks?id=13b7e59c-4cc7-4c95-b837-f56effe02725 HTTP/1.1" status: 200 len: 809 time: 0.1693406 Apr 05 11:14:59.594936 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-45fc134d-b895-4abf-9af8-78bc0d7b4a60 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/quotas/da48f033c24346cc90296be17f7d07cc HTTP/1.1" status: 200 len: 375 time: 0.0100589 Apr 05 11:14:59.627225 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-07a54f01-b3dc-442e-aaea-714c3f8060e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (885d4881-98a5-4907-8517-a3cacb10eece), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:59.629393 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-fa7a79e7-b596-4445-b9d2-a7162c9e8512 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=da48f033c24346cc90296be17f7d07cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328767 Apr 05 11:14:59.652169 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 57410) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:14:59.670733 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a54f01-b3dc-442e-aaea-714c3f8060e6 admin admin] Network a84177b0-98a3-43e8-9748-217cec2ce77a is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:14:59.675328 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-07a54f01-b3dc-442e-aaea-714c3f8060e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:14:59.681860 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a54f01-b3dc-442e-aaea-714c3f8060e6 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:14:59.684195 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4fe8b8e9-02ad-4395-bc21-ce413f06bb11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:59.694805 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] Set router f239ab75-78ab-4c00-b61f-9f075073e1d1 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:14:59.708334 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a54f01-b3dc-442e-aaea-714c3f8060e6 admin admin] Pushing event updated for resources: {'Port': ['ID=885d4881-98a5-4907-8517-a3cacb10eece,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:14:59.737298 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-07a54f01-b3dc-442e-aaea-714c3f8060e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585827'] for router_interface (f239ab75-78ab-4c00-b61f-9f075073e1d1), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:14:59.942171 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-6fcf7bd4-1c82-4bc0-ba1c-366e0161e94f service neutron] 10.222.0.39 "GET /v2.0/networks/13b7e59c-4cc7-4c95-b837-f56effe02725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746389 Apr 05 11:14:59.979267 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'name': 'tempest-ServerRescueNegativeTestJSON-424288215-router', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:14:54Z', 'updated_at': '2022-04-05T11:14:56Z', 'revision_number': 3, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'gw_port': {'id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:55Z', 'updated_at': '2022-04-05T11:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:14:59.979664 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4fe8b8e9-02ad-4395-bc21-ce413f06bb11 admin admin] Publish callbacks [] for security_group (04037d4b-9b6b-45c4-ab0b-1e88724e9b0d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:00.013046 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e73c17-5f06-45e0-a558-314de49834a4 None None] The sync data for ids ['f239ab75-78ab-4c00-b61f-9f075073e1d1'] in dv-cinder-818994-3-iscsi is: [{'id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'name': 'tempest-ServerRescueNegativeTestJSON-424288215-router', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:14:54Z', 'updated_at': '2022-04-05T11:14:56Z', 'revision_number': 3, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'gw_port': {'id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:55Z', 'updated_at': '2022-04-05T11:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:15:00.025029 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-a6284022-dd5e-40a0-b488-87d489379e39 None None] Provisioning complete for port 885d4881-98a5-4907-8517-a3cacb10eece triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:15:00.026509 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a6284022-dd5e-40a0-b488-87d489379e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (885d4881-98a5-4907-8517-a3cacb10eece), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:00.075103 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-a6284022-dd5e-40a0-b488-87d489379e39 None None] Port 885d4881-98a5-4907-8517-a3cacb10eece cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:15:00.109771 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-d515fc06-d428-43b2-98d2-0cea30153629 service neutron] 10.222.0.39 "GET /v2.0/networks/13b7e59c-4cc7-4c95-b837-f56effe02725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575353 Apr 05 11:15:00.115194 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4fe8b8e9-02ad-4395-bc21-ce413f06bb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (04037d4b-9b6b-45c4-ab0b-1e88724e9b0d), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:00.128017 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-07a54f01-b3dc-442e-aaea-714c3f8060e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (885d4881-98a5-4907-8517-a3cacb10eece), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:00.181996 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4fe8b8e9-02ad-4395-bc21-ce413f06bb11 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10e70762a7f548949f3829e36ee6f975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5287280 Apr 05 11:15:00.183355 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8b8e9-02ad-4395-bc21-ce413f06bb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04037d4b-9b6b-45c4-ab0b-1e88724e9b0d,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:00.185980 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 57422) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:15:00.252234 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0032617e-e45e-4d95-9096-1089db6b2d76 admin admin] Publish callbacks [] for security_group (04037d4b-9b6b-45c4-ab0b-1e88724e9b0d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:00.281576 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0032617e-e45e-4d95-9096-1089db6b2d76 admin admin] Publish callbacks [] for security_group (04037d4b-9b6b-45c4-ab0b-1e88724e9b0d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:00.393558 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-07a54f01-b3dc-442e-aaea-714c3f8060e6 admin admin] Publish callbacks [] for port (885d4881-98a5-4907-8517-a3cacb10eece), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:00.415910 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0032617e-e45e-4d95-9096-1089db6b2d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (04037d4b-9b6b-45c4-ab0b-1e88724e9b0d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:00.418772 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0032617e-e45e-4d95-9096-1089db6b2d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:00.422471 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0032617e-e45e-4d95-9096-1089db6b2d76 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04037d4b-9b6b-45c4-ab0b-1e88724e9b0d HTTP/1.1" status: 204 len: 168 time: 0.2331626 Apr 05 11:15:00.431819 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032617e-e45e-4d95-9096-1089db6b2d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04037d4b-9b6b-45c4-ab0b-1e88724e9b0d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:00.479982 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-07a54f01-b3dc-442e-aaea-714c3f8060e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (885d4881-98a5-4907-8517-a3cacb10eece), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:00.618716 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d15e2ad1-e3fc-42f8-bbcf-371263ae50d0 req-d7ffb238-ccb9-48a4-b6c5-f63825c66230 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 210 time: 0.0584714 Apr 05 11:15:00.634684 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a54f01-b3dc-442e-aaea-714c3f8060e6 admin admin] Pushing event updated for resources: {'Port': ['ID=885d4881-98a5-4907-8517-a3cacb10eece,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:00.648619 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-07a54f01-b3dc-442e-aaea-714c3f8060e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1809836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583667'] for router_interface (f239ab75-78ab-4c00-b61f-9f075073e1d1), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:00.763193 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a54f01-b3dc-442e-aaea-714c3f8060e6 admin admin] Network a84177b0-98a3-43e8-9748-217cec2ce77a is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:15:00.764599 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-07a54f01-b3dc-442e-aaea-714c3f8060e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:15:00.924547 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a54f01-b3dc-442e-aaea-714c3f8060e6 admin admin] Router f239ab75-78ab-4c00-b61f-9f075073e1d1 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:15:01.102019 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a54f01-b3dc-442e-aaea-714c3f8060e6 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:15:01.111117 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-07a54f01-b3dc-442e-aaea-714c3f8060e6 admin admin] 10.222.0.39 "PUT /v2.0/routers/f239ab75-78ab-4c00-b61f-9f075073e1d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0734801 Apr 05 11:15:01.113900 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-6df7ac59-1930-461a-af40-7a8799189daf None None] Provisioning complete for port 885d4881-98a5-4907-8517-a3cacb10eece triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:15:01.115340 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6df7ac59-1930-461a-af40-7a8799189daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (885d4881-98a5-4907-8517-a3cacb10eece), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:01.163235 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-6df7ac59-1930-461a-af40-7a8799189daf None None] Port 885d4881-98a5-4907-8517-a3cacb10eece cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:15:01.611418 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-72785114-d4ec-477d-9120-afa8936274f6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:01.612873 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-72785114-d4ec-477d-9120-afa8936274f6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/networks?id=a84177b0-98a3-43e8-9748-217cec2ce77a HTTP/1.1" status: 200 len: 818 time: 0.1103697 Apr 05 11:15:01.645863 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-8a7289bf-f425-4d7f-8cf6-491c64bb6093 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/quotas/cf751cbfd21e463e83beea4d29713404 HTTP/1.1" status: 200 len: 375 time: 0.0157366 Apr 05 11:15:01.713845 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8ccb2ff2-b42f-47e4-b547-506c5420b39e req-b0c2affb-6f51-45f0-9d83-56981b3b166d tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 210 time: 0.0388567 Apr 05 11:15:01.750865 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-21aa3aaa-e6cf-4b78-8cc1-908b801c406d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf751cbfd21e463e83beea4d29713404&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1103020 Apr 05 11:15:01.841456 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-04e9cc12-c4f3-43fc-9e94-200054cd4fe4 service neutron] 10.222.0.39 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901659 Apr 05 11:15:02.168942 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-944692a2-e993-445f-9e87-b926a9e27e13 service neutron] 10.222.0.39 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212607 Apr 05 11:15:02.191187 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] Sync routers for ids ['f239ab75-78ab-4c00-b61f-9f075073e1d1'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:15:02.210979 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] Routers {'f239ab75-78ab-4c00-b61f-9f075073e1d1'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:15:02.213492 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:14:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['f239ab75-78ab-4c00-b61f-9f075073e1d1'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:15:02.222116 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 4d24b225-04ea-4739-b2a5-4fb1e3d9df99 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:15:02.377181 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] Set router f239ab75-78ab-4c00-b61f-9f075073e1d1 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:15:02.379584 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 4d24b225-04ea-4739-b2a5-4fb1e3d9df99 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:15:02.380140 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (4d24b225-04ea-4739-b2a5-4fb1e3d9df99), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:02.461640 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-923fa12c-0c03-47c6-b031-17db047d7718 req-11f1016b-e1d6-4d2c-a708-b5042b16978c tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 210 time: 0.0285180 Apr 05 11:15:02.623348 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 4d24b225-04ea-4739-b2a5-4fb1e3d9df99 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:15:02.623668 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (4d24b225-04ea-4739-b2a5-4fb1e3d9df99), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:02.674473 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] For port 4d24b225-04ea-4739-b2a5-4fb1e3d9df99, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=4d24b225-04ea-4739-b2a5-4fb1e3d9df99,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:15:02.712267 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'name': 'tempest-ServerRescueNegativeTestJSON-424288215-router', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:14:54Z', 'updated_at': '2022-04-05T11:14:59Z', 'revision_number': 4, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'gw_port': {'id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:55Z', 'updated_at': '2022-04-05T11:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '885d4881-98a5-4907-8517-a3cacb10eece', 'name': '', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'mac_address': 'fa:16:3e:2f:cb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:59Z', 'updated_at': '2022-04-05T11:15:00Z', 'revision_number': 2, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'subnets': [{'id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:15:02.746101 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] Checking router: f239ab75-78ab-4c00-b61f-9f075073e1d1 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:15:02.746659 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] Updating router f239ab75-78ab-4c00-b61f-9f075073e1d1 port 885d4881-98a5-4907-8517-a3cacb10eece binding host dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:15:02.781261 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (885d4881-98a5-4907-8517-a3cacb10eece), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:02.808398 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-b8191eec-c4aa-45f9-9097-2d21291c7db8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:02.809941 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-b8191eec-c4aa-45f9-9097-2d21291c7db8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/networks?id=a84177b0-98a3-43e8-9748-217cec2ce77a HTTP/1.1" status: 200 len: 818 time: 0.1422086 Apr 05 11:15:02.822970 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (4d24b225-04ea-4739-b2a5-4fb1e3d9df99), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:02.826894 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-3a3dd5f4-8d8e-4ce0-b3b7-c0596fbfe3af tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/quotas/cf751cbfd21e463e83beea4d29713404 HTTP/1.1" status: 200 len: 375 time: 0.0108986 Apr 05 11:15:02.850415 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-36787898-f013-46c6-93ac-4e6c631128cb req-4eb5be89-1347-46d8-9dfd-47e7bb8d8a1c tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 210 time: 0.0540023 Apr 05 11:15:02.894499 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-98b6f9b9-bdce-4ccf-91be-7ea38bfcc049 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf751cbfd21e463e83beea4d29713404&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579937 Apr 05 11:15:02.937659 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Pushing event updated for resources: {'Port': ['ID=4d24b225-04ea-4739-b2a5-4fb1e3d9df99,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:02.990861 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-f2ab1c23-473f-4ead-94b5-bb84ca94175f service neutron] 10.222.0.39 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876229 Apr 05 11:15:03.111050 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-814a3799-a905-4831-946b-34425f6a694e service neutron] 10.222.0.39 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101563 Apr 05 11:15:03.140000 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] Publish callbacks [] for port (885d4881-98a5-4907-8517-a3cacb10eece), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:03.341011 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (885d4881-98a5-4907-8517-a3cacb10eece), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:03.396598 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41e4f5-8ce3-4b2e-b06c-0ba6b7b88908 None None] Pushing event updated for resources: {'Port': ['ID=885d4881-98a5-4907-8517-a3cacb10eece,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:03.478759 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] Attempting to bind port 885d4881-98a5-4907-8517-a3cacb10eece on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:15:03.479391 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] Attempting to bind port 885d4881-98a5-4907-8517-a3cacb10eece by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:15:03.480091 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] Attempting to bind port 885d4881-98a5-4907-8517-a3cacb10eece on network a84177b0-98a3-43e8-9748-217cec2ce77a {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:15:03.491295 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:15:03.491834 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] Checking segment: {'id': 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:15:03.492333 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:03.492822 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] Bound using segment: {'id': 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:15:03.493529 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] Bound port: 885d4881-98a5-4907-8517-a3cacb10eece, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:15:03.494215 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (885d4881-98a5-4907-8517-a3cacb10eece), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:03.561651 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b3647fed-cc33-498e-a58d-08d75dc0ec08 req-8997a5b2-fe01-4f01-848e-aa2ecba4ca5d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 210 time: 0.1020100 Apr 05 11:15:03.612235 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] For port 885d4881-98a5-4907-8517-a3cacb10eece, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:15:03.615984 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] For port 885d4881-98a5-4907-8517-a3cacb10eece, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=885d4881-98a5-4907-8517-a3cacb10eece,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:15:03.718580 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-f3834f64-7542-41cd-a032-0f608e827bb2 None None] Provisioning complete for port 885d4881-98a5-4907-8517-a3cacb10eece triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:15:03.718983 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f3834f64-7542-41cd-a032-0f608e827bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (885d4881-98a5-4907-8517-a3cacb10eece), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:03.753394 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-f3834f64-7542-41cd-a032-0f608e827bb2 None None] Port 885d4881-98a5-4907-8517-a3cacb10eece cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:15:03.764948 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (885d4881-98a5-4907-8517-a3cacb10eece), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:03.827800 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] Routers {'f239ab75-78ab-4c00-b61f-9f075073e1d1'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:15:03.828433 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:14:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['f239ab75-78ab-4c00-b61f-9f075073e1d1'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:15:03.905621 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41e4f5-8ce3-4b2e-b06c-0ba6b7b88908 None None] Pushing event updated for resources: {'Port': ['ID=885d4881-98a5-4907-8517-a3cacb10eece,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:03.996951 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eaa5a750-25dd-4dc0-a8cb-fc3983b56123 req-7b748912-0518-4556-8731-89ccd054231d tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 210 time: 0.0374510 Apr 05 11:15:04.042875 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] Set router f239ab75-78ab-4c00-b61f-9f075073e1d1 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:15:04.100421 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-b74e880c-956c-4689-b17f-e567a88513ae tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:04.103709 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-b74e880c-956c-4689-b17f-e567a88513ae tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.58 "GET /v2.0/networks?id=13b7e59c-4cc7-4c95-b837-f56effe02725 HTTP/1.1" status: 200 len: 809 time: 0.1865351 Apr 05 11:15:04.117690 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-71458af7-03f4-4740-94e8-35a5dee28382 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Request body: {'port': {'device_id': '37f4141f-bac2-4e5c-9171-881df70931e8', 'network_id': '13b7e59c-4cc7-4c95-b837-f56effe02725', 'admin_state_up': True, 'tenant_id': 'da48f033c24346cc90296be17f7d07cc'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:15:04.234637 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 4d24b225-04ea-4739-b2a5-4fb1e3d9df99 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:15:04.459563 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-cc24b0bf-a960-46f0-b756-0ded9e381958 None None] Provisioning complete for port 885d4881-98a5-4907-8517-a3cacb10eece triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:15:04.461095 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cc24b0bf-a960-46f0-b756-0ded9e381958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (885d4881-98a5-4907-8517-a3cacb10eece), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:04.461541 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-71458af7-03f4-4740-94e8-35a5dee28382 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Made reservation on behalf of da48f033c24346cc90296be17f7d07cc for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:15:04.466975 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-71458af7-03f4-4740-94e8-35a5dee28382 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:04.568362 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 4d24b225-04ea-4739-b2a5-4fb1e3d9df99 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:15:04.568839 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (4d24b225-04ea-4739-b2a5-4fb1e3d9df99), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:04.616245 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-71458af7-03f4-4740-94e8-35a5dee28382 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Allocated IP 172.20.0.13 (13b7e59c-4cc7-4c95-b837-f56effe02725/fac81656-1455-4764-b0d6-4738ab58311e/0747daec-ec58-48af-85b4-85470275e1a5) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:15:04.655780 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5ebed994-49b8-47a4-bcbe-c306c7ea5b25 req-f257dad4-41b2-4763-ab4c-8420c7b5e974 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 210 time: 0.0371556 Apr 05 11:15:04.659547 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-cc24b0bf-a960-46f0-b756-0ded9e381958 None None] Current status of the port 885d4881-98a5-4907-8517-a3cacb10eece is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:15:04.659942 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cc24b0bf-a960-46f0-b756-0ded9e381958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (885d4881-98a5-4907-8517-a3cacb10eece), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:04.707753 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'name': 'tempest-ServerRescueNegativeTestJSON-424288215-router', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:14:54Z', 'updated_at': '2022-04-05T11:14:59Z', 'revision_number': 4, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'gw_port': {'id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:55Z', 'updated_at': '2022-04-05T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '885d4881-98a5-4907-8517-a3cacb10eece', 'name': '', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'mac_address': 'fa:16:3e:2f:cb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:59Z', 'updated_at': '2022-04-05T11:15:03Z', 'revision_number': 4, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'subnets': [{'id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:15:04.765683 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-cc24b0bf-a960-46f0-b756-0ded9e381958 None None] For port 885d4881-98a5-4907-8517-a3cacb10eece, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=885d4881-98a5-4907-8517-a3cacb10eece,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:15:04.766869 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c48d460-a3df-4328-9dd6-e4e1c7a1c416 None None] The sync data for ids ['f239ab75-78ab-4c00-b61f-9f075073e1d1'] in dv-cinder-818994-3-iscsi is: [{'id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'name': 'tempest-ServerRescueNegativeTestJSON-424288215-router', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:14:54Z', 'updated_at': '2022-04-05T11:14:59Z', 'revision_number': 4, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'gw_port': {'id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:55Z', 'updated_at': '2022-04-05T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '885d4881-98a5-4907-8517-a3cacb10eece', 'name': '', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'mac_address': 'fa:16:3e:2f:cb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:59Z', 'updated_at': '2022-04-05T11:15:03Z', 'revision_number': 4, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'subnets': [{'id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:15:04.782774 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 4d24b225-04ea-4739-b2a5-4fb1e3d9df99 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:15:04.834453 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-71458af7-03f4-4740-94e8-35a5dee28382 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Publish callbacks [] for port (0747daec-ec58-48af-85b4-85470275e1a5), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:05.039183 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-71458af7-03f4-4740-94e8-35a5dee28382 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (0747daec-ec58-48af-85b4-85470275e1a5), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:05.040802 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cc24b0bf-a960-46f0-b756-0ded9e381958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (885d4881-98a5-4907-8517-a3cacb10eece), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:05.099875 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-71458af7-03f4-4740-94e8-35a5dee28382 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Network 13b7e59c-4cc7-4c95-b837-f56effe02725 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:15:05.106211 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-71458af7-03f4-4740-94e8-35a5dee28382 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:15:05.115614 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-71458af7-03f4-4740-94e8-35a5dee28382 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:15:05.135212 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24b0bf-a960-46f0-b756-0ded9e381958 None None] Pushing event updated for resources: {'Port': ['ID=885d4881-98a5-4907-8517-a3cacb10eece,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:05.147502 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71458af7-03f4-4740-94e8-35a5dee28382 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Pushing event updated for resources: {'Port': ['ID=0747daec-ec58-48af-85b4-85470275e1a5,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:05.182687 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-71458af7-03f4-4740-94e8-35a5dee28382 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:05.183345 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-71458af7-03f4-4740-94e8-35a5dee28382 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:05.201959 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f1a86-6d7f-4331-90ad-f5605a17e5b8 req-10fbd61a-ddef-4733-95cf-c1450e962cb6 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:05.203580 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-769f1a86-6d7f-4331-90ad-f5605a17e5b8 req-10fbd61a-ddef-4733-95cf-c1450e962cb6 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 932 time: 0.0834532 Apr 05 11:15:05.278908 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-769f1a86-6d7f-4331-90ad-f5605a17e5b8 req-5967110b-375a-45a1-850a-4f6593f37a56 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654178 Apr 05 11:15:05.332286 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-71458af7-03f4-4740-94e8-35a5dee28382 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2194166 Apr 05 11:15:05.344025 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] Request body: {'port': {'device_id': '37f4141f-bac2-4e5c-9171-881df70931e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:15:05.438422 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (0747daec-ec58-48af-85b4-85470275e1a5), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:05.632213 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-84bc7836-1a9e-41ec-92da-b603d71c84ec tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e46a31684ddc4f1791f1567eb691022c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367949 Apr 05 11:15:05.815290 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fece5ad5-2b99-4700-9c8a-e4a2c634b439 req-d8240fe0-79ad-43ec-9891-fabf3179968b tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 210 time: 0.0402317 Apr 05 11:15:05.915340 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-da451e35-db68-4180-968e-5b68148d49b9 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:05.916830 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-da451e35-db68-4180-968e-5b68148d49b9 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2774351 Apr 05 11:15:05.942195 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-05c1483b-0bc2-4141-9f2b-de148d9c98a8 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/quotas/e46a31684ddc4f1791f1567eb691022c HTTP/1.1" status: 200 len: 375 time: 0.0195069 Apr 05 11:15:06.011552 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-f230935b-699b-4f67-b1a2-5cc8052fa571 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e46a31684ddc4f1791f1567eb691022c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598135 Apr 05 11:15:06.028292 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0747daec-ec58-48af-85b4-85470275e1a5 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:15:06.037300 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] Publish callbacks [] for port (0747daec-ec58-48af-85b4-85470275e1a5), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:06.052206 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] Transition to ACTIVE for port object 0747daec-ec58-48af-85b4-85470275e1a5 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:15:06.193514 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 885d4881-98a5-4907-8517-a3cacb10eece up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:15:06.209918 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (0747daec-ec58-48af-85b4-85470275e1a5), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:06.247793 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 885d4881-98a5-4907-8517-a3cacb10eece triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:15:06.248498 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (885d4881-98a5-4907-8517-a3cacb10eece), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:06.342321 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] Pushing event updated for resources: {'Port': ['ID=0747daec-ec58-48af-85b4-85470275e1a5,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:06.398517 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-60ec501c-fd64-4d81-b864-13da8411cd82 req-1414fa18-db2f-483f-b4f2-2830956e6a26 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 210 time: 0.0445745 Apr 05 11:15:06.404023 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 57614) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:15:06.409906 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 885d4881-98a5-4907-8517-a3cacb10eece is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:15:06.513568 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-a7b2fd19-1030-4985-8003-a4ef274d91a1 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:06.522529 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-a7b2fd19-1030-4985-8003-a4ef274d91a1 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.58 "GET /v2.0/networks?id=a84177b0-98a3-43e8-9748-217cec2ce77a HTTP/1.1" status: 200 len: 818 time: 0.1964865 Apr 05 11:15:06.531945 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-a512a462-70f9-49db-b33b-e541d3fd4083 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Request body: {'port': {'device_id': 'e8f4506a-1e74-4699-938c-1fe000c3d0e7', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'admin_state_up': True, 'tenant_id': 'cf751cbfd21e463e83beea4d29713404'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:15:06.538553 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc597ccf-74a4-4276-91d3-3678a3e9c91a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:06.620999 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc597ccf-74a4-4276-91d3-3678a3e9c91a admin admin] Publish callbacks [] for security_group (16b0af3a-2464-4c9d-b88b-355b24a5f140), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:06.639507 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348500c2-4283-48d5-84f4-88fe93c75351 req-586b32a6-50a5-4562-ac9e-20941f870251 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:06.640976 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-348500c2-4283-48d5-84f4-88fe93c75351 req-586b32a6-50a5-4562-ac9e-20941f870251 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 944 time: 0.1636221 Apr 05 11:15:06.715496 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] Attempting to bind port 0747daec-ec58-48af-85b4-85470275e1a5 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:15:06.715831 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] Attempting to bind port 0747daec-ec58-48af-85b4-85470275e1a5 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'fc434175-f43d-4591-bb6c-b0100b60e7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '13b7e59c-4cc7-4c95-b837-f56effe02725'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:15:06.716155 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] Attempting to bind port 0747daec-ec58-48af-85b4-85470275e1a5 on network 13b7e59c-4cc7-4c95-b837-f56effe02725 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:15:06.738302 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] Port 0747daec-ec58-48af-85b4-85470275e1a5 on network 13b7e59c-4cc7-4c95-b837-f56effe02725 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:15:06.738640 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] Attempting to bind port 0747daec-ec58-48af-85b4-85470275e1a5 on network 13b7e59c-4cc7-4c95-b837-f56effe02725 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:15:06.745316 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-348500c2-4283-48d5-84f4-88fe93c75351 req-fc0df7b9-ace8-4680-ba22-615425729d49 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958712 Apr 05 11:15:06.751430 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:15:06.751722 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] Checking segment: {'id': 'fc434175-f43d-4591-bb6c-b0100b60e7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '13b7e59c-4cc7-4c95-b837-f56effe02725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:15:06.752352 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] Bound using segment: {'id': 'fc434175-f43d-4591-bb6c-b0100b60e7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '13b7e59c-4cc7-4c95-b837-f56effe02725'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:15:06.752507 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] Bound port: 0747daec-ec58-48af-85b4-85470275e1a5, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc434175-f43d-4591-bb6c-b0100b60e7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '13b7e59c-4cc7-4c95-b837-f56effe02725'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:15:06.752859 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (0747daec-ec58-48af-85b4-85470275e1a5), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:06.821526 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] For port 0747daec-ec58-48af-85b4-85470275e1a5, host hv-cinder-81899, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:15:06.824517 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] For port 0747daec-ec58-48af-85b4-85470275e1a5, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=0747daec-ec58-48af-85b4-85470275e1a5,segment=NetworkSegment(fc434175-f43d-4591-bb6c-b0100b60e7bc),segment_id=fc434175-f43d-4591-bb6c-b0100b60e7bc)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:15:06.921318 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5f443dbd-ce61-4c9a-8b17-39e25c482ec3 req-22eaecff-4e7d-47e0-a1df-f7a6b377cbfc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 210 time: 0.0283880 Apr 05 11:15:06.929427 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc597ccf-74a4-4276-91d3-3678a3e9c91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (16b0af3a-2464-4c9d-b88b-355b24a5f140), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:06.969114 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-dc597ccf-74a4-4276-91d3-3678a3e9c91a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16e6c445aec74823918ebd3c812f411d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5619736 Apr 05 11:15:06.970246 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc597ccf-74a4-4276-91d3-3678a3e9c91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b0af3a-2464-4c9d-b88b-355b24a5f140,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:06.971967 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 57626) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:15:07.022630 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a211b654-4250-4eea-8c41-c4afd5ed0806 admin admin] Publish callbacks [] for security_group (16b0af3a-2464-4c9d-b88b-355b24a5f140), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:07.044085 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a211b654-4250-4eea-8c41-c4afd5ed0806 admin admin] Publish callbacks [] for security_group (16b0af3a-2464-4c9d-b88b-355b24a5f140), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:07.135531 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-a512a462-70f9-49db-b33b-e541d3fd4083 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Made reservation on behalf of cf751cbfd21e463e83beea4d29713404 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:15:07.138919 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-a512a462-70f9-49db-b33b-e541d3fd4083 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:07.142682 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (0747daec-ec58-48af-85b4-85470275e1a5), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:07.194541 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:07.195685 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:07.197118 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] 10.222.0.58 "PUT /v2.0/ports/0747daec-ec58-48af-85b4-85470275e1a5 HTTP/1.1" status: 200 len: 1094 time: 1.8576210 Apr 05 11:15:07.198553 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f4141f-bac2-4e5c-9171-881df70931e8', 'tag': '0747daec-ec58-48af-85b4-85470275e1a5'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:15:07.200930 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703adde3-5914-42bc-b2d1-7cab2e073d16" -d '{"events": [{"name": "network-changed", "server_uuid": "37f4141f-bac2-4e5c-9171-881df70931e8", "tag": "0747daec-ec58-48af-85b4-85470275e1a5"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:15:07.232257 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c0f62-d645-482a-8cc6-30489062dbfb service neutron] Pushing event updated for resources: {'Port': ['ID=0747daec-ec58-48af-85b4-85470275e1a5,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:07.243957 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e657b46-7454-4d19-a98c-f7656831b2c1 x-openstack-request-id: req-4e657b46-7454-4d19-a98c-f7656831b2c1 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:15:07.244353 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f4141f-bac2-4e5c-9171-881df70931e8", "tag": "0747daec-ec58-48af-85b4-85470275e1a5", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:15:07.244615 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e657b46-7454-4d19-a98c-f7656831b2c1 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:15:07.245038 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e657b46-7454-4d19-a98c-f7656831b2c1'] response: {'name': 'network-changed', 'server_uuid': '37f4141f-bac2-4e5c-9171-881df70931e8', 'tag': '0747daec-ec58-48af-85b4-85470275e1a5', 'status': 'completed', 'code': 200} Apr 05 11:15:07.308369 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a211b654-4250-4eea-8c41-c4afd5ed0806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (16b0af3a-2464-4c9d-b88b-355b24a5f140), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:07.311013 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a211b654-4250-4eea-8c41-c4afd5ed0806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:07.314519 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a211b654-4250-4eea-8c41-c4afd5ed0806 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16b0af3a-2464-4c9d-b88b-355b24a5f140 HTTP/1.1" status: 204 len: 168 time: 0.3391967 Apr 05 11:15:07.369242 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211b654-4250-4eea-8c41-c4afd5ed0806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b0af3a-2464-4c9d-b88b-355b24a5f140,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:07.412355 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703adde3-5914-42bc-b2d1-7cab2e073d16 req-647df6fa-7e27-4353-a49e-cdf69d1f4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:07.413506 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-703adde3-5914-42bc-b2d1-7cab2e073d16 req-647df6fa-7e27-4353-a49e-cdf69d1f4e14 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da48f033c24346cc90296be17f7d07cc&device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 1128 time: 0.1404166 Apr 05 11:15:07.509239 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-a512a462-70f9-49db-b33b-e541d3fd4083 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Allocated IP 172.20.0.5 (a84177b0-98a3-43e8-9748-217cec2ce77a/b01bd4d7-97a5-45dc-b9c7-6b928112c646/01522163-0d2a-4854-8bdc-d67d7aa1cd89) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:15:07.529363 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-824c4722-363f-4ffe-ad7e-81f617b7f75b req-78eabed7-bfa2-4afb-8128-8b207bb6e426 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 210 time: 0.0384624 Apr 05 11:15:07.544722 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-e54028dd-9057-44e6-bdbf-86b89ac392bd tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:07.544722 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-e54028dd-9057-44e6-bdbf-86b89ac392bd tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.58 "GET /v2.0/networks?id=a84177b0-98a3-43e8-9748-217cec2ce77a HTTP/1.1" status: 200 len: 818 time: 0.2004316 Apr 05 11:15:07.552919 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-6bb82f0e-1cad-419e-982c-0c3f6bf87146 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Request body: {'port': {'device_id': '31b89d15-5832-49f1-936c-f8219d65c62b', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'admin_state_up': True, 'tenant_id': 'cf751cbfd21e463e83beea4d29713404'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:15:07.628628 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703adde3-5914-42bc-b2d1-7cab2e073d16 req-4fc97e03-8e14-4e7e-ab9a-3b3dc8162a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:07.630358 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-703adde3-5914-42bc-b2d1-7cab2e073d16 req-4fc97e03-8e14-4e7e-ab9a-3b3dc8162a25 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=da48f033c24346cc90296be17f7d07cc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1638668 Apr 05 11:15:07.864959 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-6bb82f0e-1cad-419e-982c-0c3f6bf87146 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Made reservation on behalf of cf751cbfd21e463e83beea4d29713404 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:15:07.871039 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-6bb82f0e-1cad-419e-982c-0c3f6bf87146 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:08.058224 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f1c40827-88c3-4121-8e0f-28a9b48c39c2 req-11297067-69c5-4483-8f79-8ca6f189e8dc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 210 time: 0.0449049 Apr 05 11:15:08.137972 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-a512a462-70f9-49db-b33b-e541d3fd4083 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for port (01522163-0d2a-4854-8bdc-d67d7aa1cd89), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:08.137972 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703adde3-5914-42bc-b2d1-7cab2e073d16 req-5d557ba3-40ae-4185-8182-4a100cbc958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:08.137972 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-703adde3-5914-42bc-b2d1-7cab2e073d16 req-5d557ba3-40ae-4185-8182-4a100cbc958e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4981544 Apr 05 11:15:08.149859 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a2854-cc88-4de3-9a43-e59b788634ae req-a07b5f98-7840-4216-8f8f-34bfc0df9044 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:08.152073 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d77a2854-cc88-4de3-9a43-e59b788634ae req-a07b5f98-7840-4216-8f8f-34bfc0df9044 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 944 time: 0.1294520 Apr 05 11:15:08.252516 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d77a2854-cc88-4de3-9a43-e59b788634ae req-e927087e-8617-435b-90fe-2fd44de06ad8 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944405 Apr 05 11:15:08.279611 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-dff3d099-059c-4592-978f-d04aab2e1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:08.282596 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-dff3d099-059c-4592-978f-d04aab2e1b4e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da48f033c24346cc90296be17f7d07cc&device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 1128 time: 0.0817978 Apr 05 11:15:08.385269 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-29380f7f-105c-4953-9fd2-5e387bdb3c60 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0747daec-ec58-48af-85b4-85470275e1a5 HTTP/1.1" status: 200 len: 217 time: 0.0357533 Apr 05 11:15:08.400134 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-a512a462-70f9-49db-b33b-e541d3fd4083 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (01522163-0d2a-4854-8bdc-d67d7aa1cd89), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:08.451017 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-6bb82f0e-1cad-419e-982c-0c3f6bf87146 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Allocated IP 172.20.0.4 (a84177b0-98a3-43e8-9748-217cec2ce77a/b01bd4d7-97a5-45dc-b9c7-6b928112c646/df7c1568-9880-4e21-856e-00b35d9664cd) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:15:08.480499 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-ed6a2846-a37e-4c87-b4f6-3ae72e430713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:08.481952 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-ed6a2846-a37e-4c87-b4f6-3ae72e430713 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fac81656-1455-4764-b0d6-4738ab58311e HTTP/1.1" status: 200 len: 849 time: 0.0905788 Apr 05 11:15:08.483798 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-a512a462-70f9-49db-b33b-e541d3fd4083 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Network a84177b0-98a3-43e8-9748-217cec2ce77a is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:15:08.487774 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512a462-70f9-49db-b33b-e541d3fd4083 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Pushing event updated for resources: {'Port': ['ID=01522163-0d2a-4854-8bdc-d67d7aa1cd89,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:08.490237 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-a512a462-70f9-49db-b33b-e541d3fd4083 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:15:08.494066 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-a512a462-70f9-49db-b33b-e541d3fd4083 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:15:08.545864 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-f9b4bbe5-91e3-456a-a030-af3bec9a86f1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=13b7e59c-4cc7-4c95-b837-f56effe02725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526989 Apr 05 11:15:08.617910 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-a512a462-70f9-49db-b33b-e541d3fd4083 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:08.617910 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-a512a462-70f9-49db-b33b-e541d3fd4083 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:08.635000 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-6bb82f0e-1cad-419e-982c-0c3f6bf87146 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for port (df7c1568-9880-4e21-856e-00b35d9664cd), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:08.691218 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-ec97f386-bbb0-4d8e-a751-3b4abc59b45d service neutron] 10.222.0.58 "GET /v2.0/networks/13b7e59c-4cc7-4c95-b837-f56effe02725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369700 Apr 05 11:15:08.695128 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0d590c3d-a4b1-440c-ad52-8120b24ab022 req-ff85b67c-97c5-4a0b-ae17-0a74323517e3 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 210 time: 0.0516775 Apr 05 11:15:08.794781 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-67d75d6a-fa39-438b-9ac2-7d476fc8c32c None None] Provisioning complete for port 01522163-0d2a-4854-8bdc-d67d7aa1cd89 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:15:08.795323 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-67d75d6a-fa39-438b-9ac2-7d476fc8c32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (01522163-0d2a-4854-8bdc-d67d7aa1cd89), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:08.798832 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bfc14dc6-7bac-4831-b76c-09af7fbdc26d req-acc06662-7408-441e-9fa1-aa9b68796331 service neutron] 10.222.0.58 "GET /v2.0/networks/13b7e59c-4cc7-4c95-b837-f56effe02725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009612 Apr 05 11:15:08.830561 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-67d75d6a-fa39-438b-9ac2-7d476fc8c32c None None] Port 01522163-0d2a-4854-8bdc-d67d7aa1cd89 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:15:08.924468 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-6bb82f0e-1cad-419e-982c-0c3f6bf87146 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (df7c1568-9880-4e21-856e-00b35d9664cd), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:08.927010 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-a512a462-70f9-49db-b33b-e541d3fd4083 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3995645 Apr 05 11:15:08.941544 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] Request body: {'port': {'device_id': 'e8f4506a-1e74-4699-938c-1fe000c3d0e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:15:08.966652 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-6bb82f0e-1cad-419e-982c-0c3f6bf87146 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Network a84177b0-98a3-43e8-9748-217cec2ce77a is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:15:08.973084 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-6bb82f0e-1cad-419e-982c-0c3f6bf87146 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:15:08.978170 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-6bb82f0e-1cad-419e-982c-0c3f6bf87146 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:15:09.011138 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (01522163-0d2a-4854-8bdc-d67d7aa1cd89), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:09.015194 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb82f0e-1cad-419e-982c-0c3f6bf87146 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Pushing event updated for resources: {'Port': ['ID=df7c1568-9880-4e21-856e-00b35d9664cd,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:09.046357 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-6bb82f0e-1cad-419e-982c-0c3f6bf87146 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:09.047054 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-6bb82f0e-1cad-419e-982c-0c3f6bf87146 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:09.059751 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 57678) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:15:09.156631 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-6bb82f0e-1cad-419e-982c-0c3f6bf87146 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6084983 Apr 05 11:15:09.209952 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-ded10fd0-1259-4b5a-a4f6-807df71649f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-520229666-network', 'tenant_id': 'cf76b11857e84565b9d171a41d7a3722'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:15:09.255684 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9317c3f2-ea30-46e6-97f4-de9abd2357da None None] Provisioning complete for port df7c1568-9880-4e21-856e-00b35d9664cd triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:15:09.256397 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9317c3f2-ea30-46e6-97f4-de9abd2357da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (df7c1568-9880-4e21-856e-00b35d9664cd), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:09.309820 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d58a9b-4369-4802-8da3-eedcac3f9cbb req-d387dc4c-550b-45da-b37d-49f826b221b2 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:09.314336 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-76d58a9b-4369-4802-8da3-eedcac3f9cbb req-d387dc4c-550b-45da-b37d-49f826b221b2 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 931 time: 0.1485946 Apr 05 11:15:09.314521 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9317c3f2-ea30-46e6-97f4-de9abd2357da None None] Port df7c1568-9880-4e21-856e-00b35d9664cd cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:15:09.346419 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded10fd0-1259-4b5a-a4f6-807df71649f9 admin admin] Made reservation on behalf of cf76b11857e84565b9d171a41d7a3722 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:15:09.348714 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ded10fd0-1259-4b5a-a4f6-807df71649f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:09.376714 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ded10fd0-1259-4b5a-a4f6-807df71649f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:09.411900 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f2618-69fd-466e-8138-95adef646c1c req-81d00a49-6936-4d77-be6e-ea0250c76945 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:09.413944 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-be4f2618-69fd-466e-8138-95adef646c1c req-81d00a49-6936-4d77-be6e-ea0250c76945 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 944 time: 0.0618281 Apr 05 11:15:09.426934 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-76d58a9b-4369-4802-8da3-eedcac3f9cbb req-90387962-f0ab-4195-9065-049b1829f29f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976155 Apr 05 11:15:09.469165 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-be4f2618-69fd-466e-8138-95adef646c1c req-130456f0-f3f4-4d90-b8ee-3240df3620d9 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496156 Apr 05 11:15:09.499994 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01522163-0d2a-4854-8bdc-d67d7aa1cd89 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:15:09.511645 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] Publish callbacks [] for port (01522163-0d2a-4854-8bdc-d67d7aa1cd89), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:09.532460 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] Transition to ACTIVE for port object 01522163-0d2a-4854-8bdc-d67d7aa1cd89 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:15:09.553718 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ded10fd0-1259-4b5a-a4f6-807df71649f9 admin admin] Publish callbacks [] for security_group (9ba9d87c-f832-4cb7-9312-78da2ff3dfb7), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:09.649321 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (01522163-0d2a-4854-8bdc-d67d7aa1cd89), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:09.724949 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] Pushing event updated for resources: {'Port': ['ID=01522163-0d2a-4854-8bdc-d67d7aa1cd89,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:09.769817 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ded10fd0-1259-4b5a-a4f6-807df71649f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (9ba9d87c-f832-4cb7-9312-78da2ff3dfb7), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:09.786232 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded10fd0-1259-4b5a-a4f6-807df71649f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:15:09.814842 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ded10fd0-1259-4b5a-a4f6-807df71649f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (efc071dd-0218-4ab5-a5fb-8a1c46d69c2b), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:09.815251 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-ded10fd0-1259-4b5a-a4f6-807df71649f9 admin admin] Added segment efc071dd-0218-4ab5-a5fb-8a1c46d69c2b of type vlan for network 9b0266a7-6806-42f5-be79-5cd7a53cbad0 Apr 05 11:15:09.835555 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] Attempting to bind port 01522163-0d2a-4854-8bdc-d67d7aa1cd89 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:15:09.835899 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] Attempting to bind port 01522163-0d2a-4854-8bdc-d67d7aa1cd89 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:15:09.836235 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] Attempting to bind port 01522163-0d2a-4854-8bdc-d67d7aa1cd89 on network a84177b0-98a3-43e8-9748-217cec2ce77a {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:15:09.849226 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded10fd0-1259-4b5a-a4f6-807df71649f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:09.891384 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6502afcb-3c2f-4bfd-931d-0979f9976401 req-ef04e929-c53c-495e-84a7-6d1f9fe60c8d tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 210 time: 0.0592041 Apr 05 11:15:09.895139 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] Port 01522163-0d2a-4854-8bdc-d67d7aa1cd89 on network a84177b0-98a3-43e8-9748-217cec2ce77a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:15:09.895478 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] Attempting to bind port 01522163-0d2a-4854-8bdc-d67d7aa1cd89 on network a84177b0-98a3-43e8-9748-217cec2ce77a {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:15:09.909389 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:15:09.909732 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] Checking segment: {'id': 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:15:09.910121 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] Bound using segment: {'id': 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:15:09.911089 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] Bound port: 01522163-0d2a-4854-8bdc-d67d7aa1cd89, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:15:09.911089 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (01522163-0d2a-4854-8bdc-d67d7aa1cd89), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:09.917412 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ded10fd0-1259-4b5a-a4f6-807df71649f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793732229416'] for network (9b0266a7-6806-42f5-be79-5cd7a53cbad0), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:10.002469 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] For port 01522163-0d2a-4854-8bdc-d67d7aa1cd89, host hv-cinder-81899, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:15:10.006419 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] For port 01522163-0d2a-4854-8bdc-d67d7aa1cd89, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=01522163-0d2a-4854-8bdc-d67d7aa1cd89,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:15:10.078323 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ded10fd0-1259-4b5a-a4f6-807df71649f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for network (9b0266a7-6806-42f5-be79-5cd7a53cbad0), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:10.079344 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded10fd0-1259-4b5a-a4f6-807df71649f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:10.079953 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ded10fd0-1259-4b5a-a4f6-807df71649f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:10.140392 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded10fd0-1259-4b5a-a4f6-807df71649f9 admin admin] Pushing event updated for resources: {'Network': ['ID=9b0266a7-6806-42f5-be79-5cd7a53cbad0,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:10.150975 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Network 9b0266a7-6806-42f5-be79-5cd7a53cbad0 details requested by agent ovs-agent-dv-cinder-818994-3-iscsi with host dv-cinder-818994-3-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:15:10.158023 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (01522163-0d2a-4854-8bdc-d67d7aa1cd89), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:10.193568 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ded10fd0-1259-4b5a-a4f6-807df71649f9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1327391 Apr 05 11:15:10.196811 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 57694) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:15:10.205769 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:10.206735 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:10.208815 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] 10.222.0.58 "PUT /v2.0/ports/01522163-0d2a-4854-8bdc-d67d7aa1cd89 HTTP/1.1" status: 200 len: 1093 time: 1.2719507 Apr 05 11:15:10.208935 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-3f519437-00fe-4613-be59-5abc153b5184 admin admin] Request body: {'subnet': {'network_id': '9b0266a7-6806-42f5-be79-5cd7a53cbad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-520229666-subnet', 'tenant_id': 'cf76b11857e84565b9d171a41d7a3722', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:15:10.209520 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f4506a-1e74-4699-938c-1fe000c3d0e7', 'tag': '01522163-0d2a-4854-8bdc-d67d7aa1cd89'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:15:10.213685 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a10124-804a-4894-b44b-bcc1d0b11f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f4506a-1e74-4699-938c-1fe000c3d0e7", "tag": "01522163-0d2a-4854-8bdc-d67d7aa1cd89"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:15:10.248100 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877f455-b383-4aa3-b83b-899b4fdedfad service neutron] Pushing event updated for resources: {'Port': ['ID=01522163-0d2a-4854-8bdc-d67d7aa1cd89,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:10.268278 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e25a48-569d-408f-8d6b-51aba30d42f7 x-openstack-request-id: req-92e25a48-569d-408f-8d6b-51aba30d42f7 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:15:10.268574 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f4506a-1e74-4699-938c-1fe000c3d0e7", "tag": "01522163-0d2a-4854-8bdc-d67d7aa1cd89", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:15:10.268830 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92e25a48-569d-408f-8d6b-51aba30d42f7 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:15:10.269288 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92e25a48-569d-408f-8d6b-51aba30d42f7'] response: {'name': 'network-changed', 'server_uuid': 'e8f4506a-1e74-4699-938c-1fe000c3d0e7', 'tag': '01522163-0d2a-4854-8bdc-d67d7aa1cd89', 'status': 'completed', 'code': 200} Apr 05 11:15:10.387217 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f519437-00fe-4613-be59-5abc153b5184 admin admin] Made reservation on behalf of cf76b11857e84565b9d171a41d7a3722 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:15:10.389675 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3f519437-00fe-4613-be59-5abc153b5184 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4268100'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:10.568063 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331080d-5b4a-41b4-b5eb-34c950a251fc req-e1e12af7-ceb4-4b73-965f-a690a7efe102 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:10.578294 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9331080d-5b4a-41b4-b5eb-34c950a251fc req-e1e12af7-ceb4-4b73-965f-a690a7efe102 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 931 time: 0.0716503 Apr 05 11:15:10.620954 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b888803-4aa2-451d-b359-5688566a701a req-3ff6b559-c1b3-4943-98ca-57d616ed97a0 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:10.627178 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5b888803-4aa2-451d-b359-5688566a701a req-3ff6b559-c1b3-4943-98ca-57d616ed97a0 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 944 time: 0.0607336 Apr 05 11:15:10.629936 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9331080d-5b4a-41b4-b5eb-34c950a251fc req-7af2e554-3f93-4979-9d21-40568e72687c tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506549 Apr 05 11:15:10.667066 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3f519437-00fe-4613-be59-5abc153b5184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7001990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4268122'] for subnet (b0a19a4a-c087-42ae-bdf6-bc574abb18ea), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:10.696877 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5b888803-4aa2-451d-b359-5688566a701a req-04f14ca1-70e7-4e45-8349-9007f8c62a85 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669250 Apr 05 11:15:10.724138 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f519437-00fe-4613-be59-5abc153b5184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a19a4a-c087-42ae-bdf6-bc574abb18ea,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:10.739843 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f519437-00fe-4613-be59-5abc153b5184 admin admin] Checking segment: {'id': 'efc071dd-0218-4ab5-a5fb-8a1c46d69c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9b0266a7-6806-42f5-be79-5cd7a53cbad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:15:10.740192 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f519437-00fe-4613-be59-5abc153b5184 admin admin] Network hostable DHCP agents. Network: 9b0266a7-6806-42f5-be79-5cd7a53cbad0, hostable agents: ['cd8b06fc-05cb-41d0-9f86-42134aa474b0'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:15:10.866518 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f519437-00fe-4613-be59-5abc153b5184 admin admin] Network 9b0266a7-6806-42f5-be79-5cd7a53cbad0 is scheduled to be hosted by DHCP agent cd8b06fc-05cb-41d0-9f86-42134aa474b0 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:15:10.963974 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-3f519437-00fe-4613-be59-5abc153b5184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-iscsi, 9b0266a7-6806-42f5-be79-5cd7a53cbad0) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:15:10.968996 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f519437-00fe-4613-be59-5abc153b5184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:10.969711 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3f519437-00fe-4613-be59-5abc153b5184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:10.973030 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85760ef8-fcef-4047-848f-9c839c9e3472 None None] Network 9b0266a7-6806-42f5-be79-5cd7a53cbad0 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:15:10.986741 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-925bf2c4-9bbe-44fd-8852-2a2b1a6b1df3 req-e38d513e-1a4b-4c23-9ef5-2c30c07105f1 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 210 time: 0.0281684 Apr 05 11:15:11.052243 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3f519437-00fe-4613-be59-5abc153b5184 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8505075 Apr 05 11:15:11.073421 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb3f07e-ee7f-4b1c-ad2c-55de0b041515 None None] Network 9b0266a7-6806-42f5-be79-5cd7a53cbad0 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:15:11.746274 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8662f9-d72c-46a7-a4a3-a49f37985d63 req-a03cdb32-409a-4e65-83ad-fd99cca4c4c0 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:11.747862 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-de8662f9-d72c-46a7-a4a3-a49f37985d63 req-a03cdb32-409a-4e65-83ad-fd99cca4c4c0 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 931 time: 0.0587769 Apr 05 11:15:11.798674 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] Request body: {'port': {'device_id': '31b89d15-5832-49f1-936c-f8219d65c62b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:15:11.822308 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-de8662f9-d72c-46a7-a4a3-a49f37985d63 req-710014d1-ce45-4e6f-92be-4afa270cb374 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685260 Apr 05 11:15:11.856508 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df42a1-a313-434d-8582-66e1730d9d19 req-8da7adae-9161-453d-b0ea-7df2d1916cf9 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:11.871103 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7df42a1-a313-434d-8582-66e1730d9d19 req-8da7adae-9161-453d-b0ea-7df2d1916cf9 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 944 time: 0.0910625 Apr 05 11:15:11.871258 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (df7c1568-9880-4e21-856e-00b35d9664cd), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:11.882847 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a10124-804a-4894-b44b-bcc1d0b11f0b req-81d293fd-642e-4f2b-aad4-d8cf68db833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:11.884344 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-79a10124-804a-4894-b44b-bcc1d0b11f0b req-81d293fd-642e-4f2b-aad4-d8cf68db833f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf751cbfd21e463e83beea4d29713404&device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 1127 time: 0.0751922 Apr 05 11:15:11.911895 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 0747daec-ec58-48af-85b4-85470275e1a5 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:15:11.937388 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7df42a1-a313-434d-8582-66e1730d9d19 req-d440b315-d62b-4894-aba1-a2b019928ca5 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731423 Apr 05 11:15:12.030683 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a10124-804a-4894-b44b-bcc1d0b11f0b req-f698f2a7-602f-4e02-92aa-90d2f7afd79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:12.032211 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-79a10124-804a-4894-b44b-bcc1d0b11f0b req-f698f2a7-602f-4e02-92aa-90d2f7afd79d service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cf751cbfd21e463e83beea4d29713404&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1350846 Apr 05 11:15:12.051978 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 0747daec-ec58-48af-85b4-85470275e1a5, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=0747daec-ec58-48af-85b4-85470275e1a5,segment=NetworkSegment(fc434175-f43d-4591-bb6c-b0100b60e7bc),segment_id=fc434175-f43d-4591-bb6c-b0100b60e7bc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:15:12.065217 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': '0747daec-ec58-48af-85b4-85470275e1a5', 'network_id': '13b7e59c-4cc7-4c95-b837-f56effe02725', 'port_id': '0747daec-ec58-48af-85b4-85470275e1a5', 'mac_address': 'fa:16:3e:81:e3:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac81656-1455-4764-b0d6-4738ab58311e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:15:12.110138 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 0747daec-ec58-48af-85b4-85470275e1a5 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:15:12.110541 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (0747daec-ec58-48af-85b4-85470275e1a5), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:12.111389 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1f3a2ed7-fcaa-4bb8-ade8-a6c1b2b930d6 req-281ce139-10d9-4504-9a44-2ff32cafd975 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 210 time: 0.0411804 Apr 05 11:15:12.137824 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0747daec-ec58-48af-85b4-85470275e1a5 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:15:12.157736 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a10124-804a-4894-b44b-bcc1d0b11f0b req-cea6fdeb-c565-46dd-8b86-bf9c68f0d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:12.159405 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-79a10124-804a-4894-b44b-bcc1d0b11f0b req-cea6fdeb-c565-46dd-8b86-bf9c68f0d138 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1159348 Apr 05 11:15:12.162846 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 0747daec-ec58-48af-85b4-85470275e1a5, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=0747daec-ec58-48af-85b4-85470275e1a5,segment=NetworkSegment(fc434175-f43d-4591-bb6c-b0100b60e7bc),segment_id=fc434175-f43d-4591-bb6c-b0100b60e7bc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:15:12.203250 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7c1568-9880-4e21-856e-00b35d9664cd {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:15:12.212098 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] Publish callbacks [] for port (df7c1568-9880-4e21-856e-00b35d9664cd), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:12.225014 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] Transition to ACTIVE for port object df7c1568-9880-4e21-856e-00b35d9664cd will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:15:12.254856 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (0747daec-ec58-48af-85b4-85470275e1a5), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:12.261785 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-88a6b5e4-d3ce-4655-960e-3f6350108852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:12.263457 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-88a6b5e4-d3ce-4655-960e-3f6350108852 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf751cbfd21e463e83beea4d29713404&device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 1127 time: 0.0545700 Apr 05 11:15:12.311171 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=0747daec-ec58-48af-85b4-85470275e1a5,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:12.327777 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-c28dca41-5a1d-4179-966b-3514412b332f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01522163-0d2a-4854-8bdc-d67d7aa1cd89 HTTP/1.1" status: 200 len: 217 time: 0.0469000 Apr 05 11:15:12.352161 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (df7c1568-9880-4e21-856e-00b35d9664cd), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:12.381126 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-bfadc268-fcdd-4e24-b3d0-28d9c0fd0b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:12.383349 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-bfadc268-fcdd-4e24-b3d0-28d9c0fd0b6a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b01bd4d7-97a5-45dc-b9c7-6b928112c646 HTTP/1.1" status: 200 len: 857 time: 0.0448287 Apr 05 11:15:12.406984 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] Pushing event updated for resources: {'Port': ['ID=df7c1568-9880-4e21-856e-00b35d9664cd,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:12.436009 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-87403b39-b6ab-4f7c-98ef-057fe6649e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:12.437731 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-87403b39-b6ab-4f7c-98ef-057fe6649e19 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a84177b0-98a3-43e8-9748-217cec2ce77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481751 Apr 05 11:15:12.509991 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] Attempting to bind port df7c1568-9880-4e21-856e-00b35d9664cd on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:15:12.510324 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] Attempting to bind port df7c1568-9880-4e21-856e-00b35d9664cd by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:15:12.510725 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] Attempting to bind port df7c1568-9880-4e21-856e-00b35d9664cd on network a84177b0-98a3-43e8-9748-217cec2ce77a {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:15:12.515343 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] Port df7c1568-9880-4e21-856e-00b35d9664cd on network a84177b0-98a3-43e8-9748-217cec2ce77a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:15:12.515671 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] Attempting to bind port df7c1568-9880-4e21-856e-00b35d9664cd on network a84177b0-98a3-43e8-9748-217cec2ce77a {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:15:12.521274 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:15:12.521610 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] Checking segment: {'id': 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:15:12.522013 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] Bound using segment: {'id': 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:15:12.522441 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] Bound port: df7c1568-9880-4e21-856e-00b35d9664cd, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:15:12.523383 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (df7c1568-9880-4e21-856e-00b35d9664cd), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:12.572981 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-e5947cb2-5f7e-44a0-98a9-de8aaa18b041 service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268339 Apr 05 11:15:12.600790 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] For port df7c1568-9880-4e21-856e-00b35d9664cd, host hv-cinder-81899, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:15:12.604292 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] For port df7c1568-9880-4e21-856e-00b35d9664cd, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=df7c1568-9880-4e21-856e-00b35d9664cd,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:15:12.674250 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1acf2e4e-d029-4622-9cdd-0a796f43048c req-061d65ba-df3d-4149-ad25-2d615ca6a82e service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940247 Apr 05 11:15:12.688556 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['0747daec-ec58-48af-85b4-85470275e1a5'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:15:12.792351 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (df7c1568-9880-4e21-856e-00b35d9664cd), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:12.825553 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:12.826314 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:12.827730 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] 10.222.0.58 "PUT /v2.0/ports/df7c1568-9880-4e21-856e-00b35d9664cd HTTP/1.1" status: 200 len: 1093 time: 1.0358675 Apr 05 11:15:12.829876 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b89d15-5832-49f1-936c-f8219d65c62b', 'tag': 'df7c1568-9880-4e21-856e-00b35d9664cd'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:15:12.832130 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5927a837-d3e1-42a1-bf33-99096cece512" -d '{"events": [{"name": "network-changed", "server_uuid": "31b89d15-5832-49f1-936c-f8219d65c62b", "tag": "df7c1568-9880-4e21-856e-00b35d9664cd"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:15:12.859443 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0789b-fdd6-4357-a548-b131a4c0b697 service neutron] Pushing event updated for resources: {'Port': ['ID=df7c1568-9880-4e21-856e-00b35d9664cd,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:12.873855 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f849d1-6352-44e6-ba9a-6d33b32b6394 x-openstack-request-id: req-c3f849d1-6352-44e6-ba9a-6d33b32b6394 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:15:12.874487 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b89d15-5832-49f1-936c-f8219d65c62b", "tag": "df7c1568-9880-4e21-856e-00b35d9664cd", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:15:12.874768 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3f849d1-6352-44e6-ba9a-6d33b32b6394 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:15:12.875167 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f849d1-6352-44e6-ba9a-6d33b32b6394'] response: {'name': 'network-changed', 'server_uuid': '31b89d15-5832-49f1-936c-f8219d65c62b', 'tag': 'df7c1568-9880-4e21-856e-00b35d9664cd', 'status': 'completed', 'code': 200} Apr 05 11:15:12.959262 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd174a9-0c23-45a3-b4be-542ba23ee088 req-5d89cdbb-0934-41e4-bcdc-f305045cd139 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:12.961200 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ddd174a9-0c23-45a3-b4be-542ba23ee088 req-5d89cdbb-0934-41e4-bcdc-f305045cd139 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 943 time: 0.0641916 Apr 05 11:15:13.019993 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927a837-d3e1-42a1-bf33-99096cece512 req-f755c930-a7c0-497a-9f24-e6d07a414838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:13.021571 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5927a837-d3e1-42a1-bf33-99096cece512 req-f755c930-a7c0-497a-9f24-e6d07a414838 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf751cbfd21e463e83beea4d29713404&device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 1127 time: 0.0551701 Apr 05 11:15:13.031114 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ddd174a9-0c23-45a3-b4be-542ba23ee088 req-6d717f89-0df9-45b3-bc93-4ed0e297f3ad tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594356 Apr 05 11:15:13.162119 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f966d9-9506-4cf8-bb46-ef206da29660 req-c86b460d-734f-4b8a-a363-6ab11f28b6fb tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:13.164139 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-75f966d9-9506-4cf8-bb46-ef206da29660 req-c86b460d-734f-4b8a-a363-6ab11f28b6fb tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 945 time: 0.1066124 Apr 05 11:15:13.165511 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927a837-d3e1-42a1-bf33-99096cece512 req-3b3b0992-637d-47cc-b8a2-4aacbca91cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:13.166853 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5927a837-d3e1-42a1-bf33-99096cece512 req-3b3b0992-637d-47cc-b8a2-4aacbca91cf6 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cf751cbfd21e463e83beea4d29713404&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1371760 Apr 05 11:15:13.210201 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-03232b09-b321-4060-a8cf-1053cf848f2a req-e72a7435-01cd-49c8-8970-8fc58baabf76 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 210 time: 0.0263066 Apr 05 11:15:13.213399 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-75f966d9-9506-4cf8-bb46-ef206da29660 req-c5d599fd-153e-4fa4-9ed8-985e46fceee3 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426621 Apr 05 11:15:14.113765 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 0747daec-ec58-48af-85b4-85470275e1a5 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:15:14.161548 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e49004-3449-4003-b9c9-18094c60f198 req-c83f3f5f-5af2-4bb6-9a02-e046b7e574c1 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:14.163185 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-54e49004-3449-4003-b9c9-18094c60f198 req-c83f3f5f-5af2-4bb6-9a02-e046b7e574c1 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 943 time: 0.0619056 Apr 05 11:15:14.213662 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-54e49004-3449-4003-b9c9-18094c60f198 req-dcaf9614-4019-4708-8334-5d03c963647a tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412865 Apr 05 11:15:14.284000 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port 0747daec-ec58-48af-85b4-85470275e1a5 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:15:14.288789 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port 0747daec-ec58-48af-85b4-85470275e1a5 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:15:14.289852 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (0747daec-ec58-48af-85b4-85470275e1a5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:14.326101 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1e07dd14-98d6-4515-9867-b545ea3da9bf req-e3a70759-7bfa-4d41-8b42-2bd615166cd9 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 210 time: 0.0407426 Apr 05 11:15:14.346521 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f73ef-3195-4059-a3f7-2b60af7d17d1 req-5ae58948-9121-4164-94dc-f87696efcc00 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:14.346521 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e43f73ef-3195-4059-a3f7-2b60af7d17d1 req-5ae58948-9121-4164-94dc-f87696efcc00 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 945 time: 0.0620277 Apr 05 11:15:14.386933 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 0747daec-ec58-48af-85b4-85470275e1a5 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:15:14.387323 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (0747daec-ec58-48af-85b4-85470275e1a5), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:14.396021 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e43f73ef-3195-4059-a3f7-2b60af7d17d1 req-b6c61f7f-2f19-479f-a866-abb324bdc722 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435758 Apr 05 11:15:14.414097 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f4141f-bac2-4e5c-9171-881df70931e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0747daec-ec58-48af-85b4-85470275e1a5'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:15:14.416312 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7876f0ce-624a-45e3-bdeb-09c90114fcd2" -d '{"events": [{"server_uuid": "37f4141f-bac2-4e5c-9171-881df70931e8", "name": "network-vif-plugged", "status": "completed", "tag": "0747daec-ec58-48af-85b4-85470275e1a5"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:15:14.431432 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 0747daec-ec58-48af-85b4-85470275e1a5, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=0747daec-ec58-48af-85b4-85470275e1a5,segment=NetworkSegment(fc434175-f43d-4591-bb6c-b0100b60e7bc),segment_id=fc434175-f43d-4591-bb6c-b0100b60e7bc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:15:14.456156 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bddf41-f0ba-4334-969a-0f6d2e4c3e24 x-openstack-request-id: req-e7bddf41-f0ba-4334-969a-0f6d2e4c3e24 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:15:14.456564 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f4141f-bac2-4e5c-9171-881df70931e8", "name": "network-vif-plugged", "status": "completed", "tag": "0747daec-ec58-48af-85b4-85470275e1a5", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:15:14.456907 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e7bddf41-f0ba-4334-969a-0f6d2e4c3e24 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:15:14.457358 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7bddf41-f0ba-4334-969a-0f6d2e4c3e24'] response: {'server_uuid': '37f4141f-bac2-4e5c-9171-881df70931e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0747daec-ec58-48af-85b4-85470275e1a5', 'code': 200} Apr 05 11:15:14.580948 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (0747daec-ec58-48af-85b4-85470275e1a5), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:14.621939 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-d2f78cf9-48ab-40b3-a7d0-a18bece71a5f tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:14.623449 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-d2f78cf9-48ab-40b3-a7d0-a18bece71a5f tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/networks?id=9b0266a7-6806-42f5-be79-5cd7a53cbad0 HTTP/1.1" status: 200 len: 813 time: 0.1027339 Apr 05 11:15:14.630038 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=0747daec-ec58-48af-85b4-85470275e1a5,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:14.639414 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5269eadf-3dcc-4662-9464-5bea321ca1a0 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/quotas/cf76b11857e84565b9d171a41d7a3722 HTTP/1.1" status: 200 len: 375 time: 0.0096023 Apr 05 11:15:14.671500 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-3ca27df3-6b9e-4e15-b368-f0c3eaf6ad63 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf76b11857e84565b9d171a41d7a3722&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267015 Apr 05 11:15:14.759221 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5263a999-acc7-413f-954c-9815ce35f187 service neutron] 10.222.0.39 "GET /v2.0/networks/9b0266a7-6806-42f5-be79-5cd7a53cbad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811706 Apr 05 11:15:14.849478 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-155e9390-9b51-4bb7-bf88-9e04f189842c service neutron] 10.222.0.39 "GET /v2.0/networks/9b0266a7-6806-42f5-be79-5cd7a53cbad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843971 Apr 05 11:15:15.167146 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-79274002-b6c3-4100-9d0f-a4c3a00ecaf3 req-80b068ac-fca7-4f47-a6e4-366ab366a1d9 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 210 time: 0.0290382 Apr 05 11:15:15.332265 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed1e46-1c49-43f3-b326-8846a0680bbf req-75a355f1-9d82-4480-93ae-8e499660ee82 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:15.333804 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8fed1e46-1c49-43f3-b326-8846a0680bbf req-75a355f1-9d82-4480-93ae-8e499660ee82 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 943 time: 0.0544715 Apr 05 11:15:15.382533 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8fed1e46-1c49-43f3-b326-8846a0680bbf req-9e88e891-ae14-46ed-8301-91d202e89431 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417795 Apr 05 11:15:15.424342 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-20594102-5a78-47e0-81a7-799340a726ca req-0f860ac8-015c-4a84-af10-c575c26bc83a tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 210 time: 0.0297852 Apr 05 11:15:15.543160 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c53ea-30d8-484b-8a8f-09c454d6dc6a req-d285dbca-3fc2-4789-a177-12f5e1d63d82 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:15.544707 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b52c53ea-30d8-484b-8a8f-09c454d6dc6a req-d285dbca-3fc2-4789-a177-12f5e1d63d82 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 946 time: 0.0569813 Apr 05 11:15:15.592722 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b52c53ea-30d8-484b-8a8f-09c454d6dc6a req-1b2a2923-58c0-4b43-aa1e-b575009821c8 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424085 Apr 05 11:15:16.244331 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ee6a1e23-a4c4-4124-a125-2abb526d2e80 req-02d23c2b-c964-48da-b271-e8f1c27b9cf6 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 210 time: 0.0272224 Apr 05 11:15:16.460581 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 01522163-0d2a-4854-8bdc-d67d7aa1cd89 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:15:16.504655 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3b3f1-981c-43b3-bdfc-3c406ac4c0b2 req-8cfeffe0-8118-42b9-b2a2-0d3cf9bf657d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:16.506294 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-38d3b3f1-981c-43b3-bdfc-3c406ac4c0b2 req-8cfeffe0-8118-42b9-b2a2-0d3cf9bf657d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 943 time: 0.0564623 Apr 05 11:15:16.520551 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2a848afe-69e2-43da-9668-031c5ed280ea req-0a0b61b7-fc16-4ccd-b529-2770d1391deb tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 210 time: 0.0295618 Apr 05 11:15:16.556796 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:16.557422 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-38d3b3f1-981c-43b3-bdfc-3c406ac4c0b2 req-ec6aa328-4aac-411f-9017-e1ecb097e1a8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452969 Apr 05 11:15:16.572363 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 01522163-0d2a-4854-8bdc-d67d7aa1cd89, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=01522163-0d2a-4854-8bdc-d67d7aa1cd89,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:15:16.583827 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': '01522163-0d2a-4854-8bdc-d67d7aa1cd89', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'port_id': '01522163-0d2a-4854-8bdc-d67d7aa1cd89', 'mac_address': 'fa:16:3e:76:42:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:15:16.625034 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 01522163-0d2a-4854-8bdc-d67d7aa1cd89 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:15:16.625425 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (01522163-0d2a-4854-8bdc-d67d7aa1cd89), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:16.638461 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01522163-0d2a-4854-8bdc-d67d7aa1cd89 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:15:16.658061 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 01522163-0d2a-4854-8bdc-d67d7aa1cd89, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=01522163-0d2a-4854-8bdc-d67d7aa1cd89,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:15:16.712595 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3746f-1034-4955-bd25-36741c5de363 req-3c0593f4-6515-4257-bde0-2cd02a93cd7c tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:16.714107 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-75e3746f-1034-4955-bd25-36741c5de363 req-3c0593f4-6515-4257-bde0-2cd02a93cd7c tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 946 time: 0.0560648 Apr 05 11:15:16.762277 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-75e3746f-1034-4955-bd25-36741c5de363 req-860688b6-3378-4c8e-a616-0ab354905d44 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418904 Apr 05 11:15:16.791769 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (01522163-0d2a-4854-8bdc-d67d7aa1cd89), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:16.837789 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=01522163-0d2a-4854-8bdc-d67d7aa1cd89,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:17.341994 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-29cb1de6-f912-4d9d-93f8-43f77102c300 req-9314678d-c169-4f66-9be2-13278b56fb6e tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 210 time: 0.0270417 Apr 05 11:15:17.620987 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d78b52f6-432f-44ad-ad2c-a6e8167636e2 req-2efa7068-9746-4d92-865f-5d7f95f1d8b2 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 210 time: 0.0306320 Apr 05 11:15:17.677854 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020db5a-29a5-4eca-b7aa-125f405f1295 req-76e0ee00-f599-49f5-888a-1ffbd24b8cd2 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:17.679954 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c020db5a-29a5-4eca-b7aa-125f405f1295 req-76e0ee00-f599-49f5-888a-1ffbd24b8cd2 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 943 time: 0.0550296 Apr 05 11:15:17.726255 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c020db5a-29a5-4eca-b7aa-125f405f1295 req-d43d3fc6-e323-4baf-9342-1fb88b61bf84 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Apr 05 11:15:17.878218 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf20f74-3790-4244-ade8-80440ba67688 req-b1143961-9440-40bc-9421-8bc11d4a18cc tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:17.879723 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6bf20f74-3790-4244-ade8-80440ba67688 req-b1143961-9440-40bc-9421-8bc11d4a18cc tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 946 time: 0.0533416 Apr 05 11:15:17.925829 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6bf20f74-3790-4244-ade8-80440ba67688 req-77f64fa0-0961-4285-8e32-11b7ef5dd745 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405343 Apr 05 11:15:18.408840 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff4536cd-3efb-4d72-91d8-4e9139bc9f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:18.433976 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e1c4df8a-2e63-4741-b23e-46e025413646 req-798b2caf-ed48-4966-8493-590a266dfc2a tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 210 time: 0.0263908 Apr 05 11:15:18.714760 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-54681fe7-50ca-463a-817d-e3b36a4394d1 req-47659b3d-d54f-481a-b676-70e3fc518fe8 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 210 time: 0.0283802 Apr 05 11:15:18.840470 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2c4f9-dd5c-4fe2-bc75-35c4f09ad9e7 req-eff16c5d-4af6-4669-bb38-8adc592f6667 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:18.842082 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a9f2c4f9-dd5c-4fe2-bc75-35c4f09ad9e7 req-eff16c5d-4af6-4669-bb38-8adc592f6667 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 943 time: 0.0518796 Apr 05 11:15:18.890933 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a9f2c4f9-dd5c-4fe2-bc75-35c4f09ad9e7 req-9e519613-4af8-42fd-a2a6-9a5fd2198b73 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431550 Apr 05 11:15:19.040841 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4adc66-c5e6-400a-99f8-f8709c3e3f99 req-b6a97964-9707-4215-8a77-4895a83d6cf1 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:19.042288 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7a4adc66-c5e6-400a-99f8-f8709c3e3f99 req-b6a97964-9707-4215-8a77-4895a83d6cf1 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 946 time: 0.0530517 Apr 05 11:15:19.090792 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7a4adc66-c5e6-400a-99f8-f8709c3e3f99 req-91fe6ccc-4cae-4969-9750-8046b3d579ad tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427938 Apr 05 11:15:19.487849 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['01522163-0d2a-4854-8bdc-d67d7aa1cd89'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:15:19.526442 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d38c238c-a1c1-4b74-b680-6938c9c7d605 req-34e2d08a-5d61-430d-8ea0-521a684f6c5a tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 210 time: 0.0262375 Apr 05 11:15:19.805592 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e8c5f4ee-6c72-43c3-b3cb-8a8e4349feca req-cc900e50-695d-40f0-8a1b-1c79ffb16465 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 210 time: 0.0268767 Apr 05 11:15:19.937624 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-d94d23cd-dcb8-40f0-8cf5-523f472ce494 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e46a31684ddc4f1791f1567eb691022c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328040 Apr 05 11:15:20.016259 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927a837-d3e1-42a1-bf33-99096cece512 req-7732e09e-52fc-4630-a4e2-b6ff11513de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:20.017620 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5927a837-d3e1-42a1-bf33-99096cece512 req-7732e09e-52fc-4630-a4e2-b6ff11513de0 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368139 Apr 05 11:15:20.035711 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-03df725b-db74-461d-8d0b-146ddad499bf req-45f98f1f-d3e3-4df2-b016-e7124dca75d6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792313 Apr 05 11:15:20.148371 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-8930c5ee-5898-415a-9a28-8813d91db2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:20.150507 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-8930c5ee-5898-415a-9a28-8813d91db2bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf751cbfd21e463e83beea4d29713404&device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 1127 time: 0.0882573 Apr 05 11:15:20.152764 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df725b-db74-461d-8d0b-146ddad499bf req-b758c03a-f0c1-425e-8547-96da4d83cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:20.154052 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-03df725b-db74-461d-8d0b-146ddad499bf req-b758c03a-f0c1-425e-8547-96da4d83cdd1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8&device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 1130 time: 0.0906384 Apr 05 11:15:20.173755 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54846d17-7f33-4dd7-ba17-9a794c272ec3 req-5311cb11-79ae-4aec-9d9f-d5f0c3434fa9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:20.175208 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-54846d17-7f33-4dd7-ba17-9a794c272ec3 req-5311cb11-79ae-4aec-9d9f-d5f0c3434fa9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 943 time: 0.1950321 Apr 05 11:15:20.198585 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-f349f0a5-cee2-4c6d-9ca8-8bc8538050a9 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:20.200040 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-f349f0a5-cee2-4c6d-9ca8-8bc8538050a9 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2559299 Apr 05 11:15:20.213729 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-3b21deb8-e3b4-4cf6-abb1-c4edcbbb1d24 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df7c1568-9880-4e21-856e-00b35d9664cd HTTP/1.1" status: 200 len: 217 time: 0.0527940 Apr 05 11:15:20.215092 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-2d380971-19b2-47cc-a5ab-ec067aa1356c tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Request body: {'port': {'device_id': 'bf850eb7-85c7-4f51-b38a-c369acc62596', 'network_id': '40ab1dd4-20d0-4bed-88d6-b824f2e63fd3', 'admin_state_up': True, 'tenant_id': 'e46a31684ddc4f1791f1567eb691022c'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:15:20.291941 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-54846d17-7f33-4dd7-ba17-9a794c272ec3 req-beba9f88-fcac-4f90-8ae8-5ce5efb7bd6f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084380 Apr 05 11:15:20.324292 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.58', 57959) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:15:20.392682 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fcb2b-86b7-4fc8-8df6-281098a1ba2a req-6de59de8-1983-4808-8e14-53ca5d9af405 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:20.394152 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c16fcb2b-86b7-4fc8-8df6-281098a1ba2a req-6de59de8-1983-4808-8e14-53ca5d9af405 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 946 time: 0.2241130 Apr 05 11:15:20.417174 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-a557b182-dace-489c-9a8a-83915bb0ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:20.417174 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-a557b182-dace-489c-9a8a-83915bb0ff31 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b01bd4d7-97a5-45dc-b9c7-6b928112c646 HTTP/1.1" status: 200 len: 857 time: 0.1788263 Apr 05 11:15:20.446315 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf34f2-7657-49a9-b6a4-c98e1bf69625 req-1715b3de-13ce-41b4-b4b9-3ccdf250ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:20.447924 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1faf34f2-7657-49a9-b6a4-c98e1bf69625 req-1715b3de-13ce-41b4-b4b9-3ccdf250ec8c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 1130 time: 0.1182430 Apr 05 11:15:20.466040 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-2d380971-19b2-47cc-a5ab-ec067aa1356c tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Made reservation on behalf of e46a31684ddc4f1791f1567eb691022c for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:15:20.469472 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-2d380971-19b2-47cc-a5ab-ec067aa1356c tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:20.482802 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-2d380971-19b2-47cc-a5ab-ec067aa1356c tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:20.510584 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df725b-db74-461d-8d0b-146ddad499bf req-0dfde3a7-88a8-4d25-aa4b-408304539054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:20.512072 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-03df725b-db74-461d-8d0b-146ddad499bf req-0dfde3a7-88a8-4d25-aa4b-408304539054 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c3ad901-dee6-4adf-8761-f4e0b40921d1 HTTP/1.1" status: 200 len: 918 time: 0.2832227 Apr 05 11:15:20.574935 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-2d380971-19b2-47cc-a5ab-ec067aa1356c tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Publish callbacks [] for security_group (84e6f0e2-b842-4580-a5f7-a24a1ddd0a02), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:20.601258 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c16fcb2b-86b7-4fc8-8df6-281098a1ba2a req-ff9a66f1-4a02-490f-b400-f8ba6db9e537 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999211 Apr 05 11:15:20.612971 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1faf34f2-7657-49a9-b6a4-c98e1bf69625 req-b1bd798a-3be5-4621-ab85-327681221c56 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547642 Apr 05 11:15:20.614726 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-03df725b-db74-461d-8d0b-146ddad499bf req-a0cc2f82-f047-4a9d-a2ff-106d69b1dc9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be14224c-0258-4dc2-9ce4-f41347c20fc0 HTTP/1.1" status: 200 len: 1002 time: 0.0904539 Apr 05 11:15:20.626823 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-65609886-71e2-4c2b-8739-013c846f92ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:20.628347 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-65609886-71e2-4c2b-8739-013c846f92ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a84177b0-98a3-43e8-9748-217cec2ce77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1923048 Apr 05 11:15:20.630099 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7a8d9381-fbc0-4010-855a-e37ae7a98e9b req-21ebc93e-4a7f-4262-9333-bf74ae0383da tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 210 time: 0.0352554 Apr 05 11:15:20.703138 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 01522163-0d2a-4854-8bdc-d67d7aa1cd89 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:15:20.728997 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-2d380971-19b2-47cc-a5ab-ec067aa1356c tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (84e6f0e2-b842-4580-a5f7-a24a1ddd0a02), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:20.791913 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d380971-19b2-47cc-a5ab-ec067aa1356c tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:20.820783 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port 01522163-0d2a-4854-8bdc-d67d7aa1cd89 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:15:20.824838 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port 01522163-0d2a-4854-8bdc-d67d7aa1cd89 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:15:20.825327 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (01522163-0d2a-4854-8bdc-d67d7aa1cd89), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:20.867131 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-2d380971-19b2-47cc-a5ab-ec067aa1356c tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Allocated IP 192.168.233.19 (40ab1dd4-20d0-4bed-88d6-b824f2e63fd3/1b95c9f7-48bf-431d-82ab-92e005d8c81a/6b821c49-a4b3-4ed6-bcb3-9b364b775da0) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:15:20.904160 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3b5992a8-32cb-4041-8a26-d1ec2090b2a0 req-0bf85548-de1b-495e-856b-c5804554f34e tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 210 time: 0.0284071 Apr 05 11:15:20.948932 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 01522163-0d2a-4854-8bdc-d67d7aa1cd89 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:15:20.949324 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (01522163-0d2a-4854-8bdc-d67d7aa1cd89), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:20.973832 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f4506a-1e74-4699-938c-1fe000c3d0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01522163-0d2a-4854-8bdc-d67d7aa1cd89'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:15:20.976149 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7046a4f-a999-4b2a-bb8b-a03e80cc9bd4" -d '{"events": [{"server_uuid": "e8f4506a-1e74-4699-938c-1fe000c3d0e7", "name": "network-vif-plugged", "status": "completed", "tag": "01522163-0d2a-4854-8bdc-d67d7aa1cd89"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:15:20.990859 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 01522163-0d2a-4854-8bdc-d67d7aa1cd89, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=01522163-0d2a-4854-8bdc-d67d7aa1cd89,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:15:21.015036 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cdcf65c2-f0d5-4644-9d5b-f6bacb80ac37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:21.043610 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b42b94-f73d-406f-bf7d-b558e991329c x-openstack-request-id: req-b5b42b94-f73d-406f-bf7d-b558e991329c {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:15:21.044296 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f4506a-1e74-4699-938c-1fe000c3d0e7", "name": "network-vif-plugged", "status": "completed", "tag": "01522163-0d2a-4854-8bdc-d67d7aa1cd89", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:15:21.044558 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5b42b94-f73d-406f-bf7d-b558e991329c {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:15:21.045027 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5b42b94-f73d-406f-bf7d-b558e991329c'] response: {'server_uuid': 'e8f4506a-1e74-4699-938c-1fe000c3d0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01522163-0d2a-4854-8bdc-d67d7aa1cd89', 'code': 200} Apr 05 11:15:21.053793 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-2d380971-19b2-47cc-a5ab-ec067aa1356c tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Publish callbacks [] for port (6b821c49-a4b3-4ed6-bcb3-9b364b775da0), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:21.100764 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (01522163-0d2a-4854-8bdc-d67d7aa1cd89), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:21.108915 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df725b-db74-461d-8d0b-146ddad499bf req-608a6c59-a57e-4c80-9614-611ae2e1412e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:21.113082 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-03df725b-db74-461d-8d0b-146ddad499bf req-608a6c59-a57e-4c80-9614-611ae2e1412e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c226d4fe-4408-4a2e-a42d-e1f9fb159119 HTTP/1.1" status: 200 len: 856 time: 0.1055434 Apr 05 11:15:21.150440 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=01522163-0d2a-4854-8bdc-d67d7aa1cd89,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:21.174890 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-af028f00-e9cc-4b18-8f76-6fab0d79ccc8 service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275244 Apr 05 11:15:21.184206 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df725b-db74-461d-8d0b-146ddad499bf req-a16fafc5-6999-41fb-b273-b53a20aa4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:21.185639 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-03df725b-db74-461d-8d0b-146ddad499bf req-a16fafc5-6999-41fb-b273-b53a20aa4ab5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c3ad901-dee6-4adf-8761-f4e0b40921d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627677 Apr 05 11:15:21.261564 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-2d380971-19b2-47cc-a5ab-ec067aa1356c tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (6b821c49-a4b3-4ed6-bcb3-9b364b775da0), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:21.304170 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-2d380971-19b2-47cc-a5ab-ec067aa1356c tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Network 40ab1dd4-20d0-4bed-88d6-b824f2e63fd3 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:15:21.307266 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-2d380971-19b2-47cc-a5ab-ec067aa1356c tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:15:21.309686 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-2d380971-19b2-47cc-a5ab-ec067aa1356c tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:15:21.344898 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d380971-19b2-47cc-a5ab-ec067aa1356c tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Pushing event updated for resources: {'Port': ['ID=6b821c49-a4b3-4ed6-bcb3-9b364b775da0,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:21.378360 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-2d380971-19b2-47cc-a5ab-ec067aa1356c tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:21.379145 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-2d380971-19b2-47cc-a5ab-ec067aa1356c tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:21.549180 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-2d380971-19b2-47cc-a5ab-ec067aa1356c tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3380461 Apr 05 11:15:21.611262 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9401af7a-703a-42c1-bfee-f708b065915a None None] Provisioning complete for port 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:15:21.611534 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9401af7a-703a-42c1-bfee-f708b065915a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (6b821c49-a4b3-4ed6-bcb3-9b364b775da0), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:21.648050 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9401af7a-703a-42c1-bfee-f708b065915a None None] Port 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:15:21.692986 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f0351-9819-4c59-945c-8705c98f195d req-e4218955-467c-4bcd-bd40-5a8dcbf21255 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:21.694570 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-988f0351-9819-4c59-945c-8705c98f195d req-e4218955-467c-4bcd-bd40-5a8dcbf21255 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 943 time: 0.3235216 Apr 05 11:15:21.743187 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffa255-7ed4-4e7a-836f-acc4a157ac87 req-79764bf7-2d86-4628-9a98-3f71041603e3 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:21.744754 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-83ffa255-7ed4-4e7a-836f-acc4a157ac87 req-79764bf7-2d86-4628-9a98-3f71041603e3 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 946 time: 0.0650139 Apr 05 11:15:21.748041 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-988f0351-9819-4c59-945c-8705c98f195d req-14b65a95-f611-4976-bc0e-b2230306aee7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475352 Apr 05 11:15:21.793909 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-83ffa255-7ed4-4e7a-836f-acc4a157ac87 req-46121706-2247-4185-94c5-fff7e15cafd4 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423968 Apr 05 11:15:21.856599 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b3c803be-5e21-4ea6-be12-ccbe072941d2 req-b23b2478-171a-42f3-8f1a-0e7aefcc8fc3 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 210 time: 0.0270267 Apr 05 11:15:21.906664 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:22.026245 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0104135-b9cf-469e-aa47-9e7e24e9b412 req-8fb956f6-1dc2-4b1c-97c2-e2c95e486ae6 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:22.027661 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b0104135-b9cf-469e-aa47-9e7e24e9b412 req-8fb956f6-1dc2-4b1c-97c2-e2c95e486ae6 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 935 time: 0.0580761 Apr 05 11:15:22.074112 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b0104135-b9cf-469e-aa47-9e7e24e9b412 req-47cfa2a2-2ce3-4f87-a307-4bd318b10917 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406408 Apr 05 11:15:22.215016 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Request body: {'port': {'device_id': 'bf850eb7-85c7-4f51-b38a-c369acc62596', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:15:22.227833 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.58', 57963) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:15:22.273019 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (6b821c49-a4b3-4ed6-bcb3-9b364b775da0), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:22.451088 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536c382-76d7-41d6-af2b-72f4e03c4c80 req-3d45ef33-d450-48a6-8411-018204e56c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:22.452596 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2536c382-76d7-41d6-af2b-72f4e03c4c80 req-3d45ef33-d450-48a6-8411-018204e56c34 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 1129 time: 0.2212439 Apr 05 11:15:22.459423 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-96d5176a-2eba-4aa4-b6dc-a14d695e71d1 service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737048 Apr 05 11:15:22.461578 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-03df725b-db74-461d-8d0b-146ddad499bf req-90f2a359-bba9-4abd-9e6e-fbb21034d2c6 service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838027 Apr 05 11:15:22.471313 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-6b8a3e8d-735f-4b34-980c-701ef3e13cc8 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:22.472858 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-6b8a3e8d-735f-4b34-980c-701ef3e13cc8 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.58 "GET /v2.0/networks?id=9b0266a7-6806-42f5-be79-5cd7a53cbad0 HTTP/1.1" status: 200 len: 813 time: 0.2440851 Apr 05 11:15:22.499980 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Request body: {'port': {'device_id': '33780d13-dfbe-43c6-aefe-247d419ec74d', 'network_id': '9b0266a7-6806-42f5-be79-5cd7a53cbad0', 'admin_state_up': True, 'tenant_id': 'cf76b11857e84565b9d171a41d7a3722'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:15:22.639836 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2536c382-76d7-41d6-af2b-72f4e03c4c80 req-c769a4bc-c516-4338-a957-0473c5968e80 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652558 Apr 05 11:15:22.676260 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-03df725b-db74-461d-8d0b-146ddad499bf req-31cbca96-3f98-45f0-b08f-c85decb4f61f service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947372 Apr 05 11:15:22.751195 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:15:22.758297 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Publish callbacks [] for port (6b821c49-a4b3-4ed6-bcb3-9b364b775da0), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:22.769870 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Transition to ACTIVE for port object 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:15:22.826555 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Made reservation on behalf of cf76b11857e84565b9d171a41d7a3722 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:15:22.829834 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:22.856899 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (6b821c49-a4b3-4ed6-bcb3-9b364b775da0), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:22.939332 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f05c99-cf27-41b9-8be7-f2ba1246086d req-fd8eafd9-5cd9-4855-a06e-d5677270fa28 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:22.940899 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d3f05c99-cf27-41b9-8be7-f2ba1246086d req-fd8eafd9-5cd9-4855-a06e-d5677270fa28 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 943 time: 0.1252208 Apr 05 11:15:22.946092 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6b821c49-a4b3-4ed6-bcb3-9b364b775da0,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:22.977373 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:22.977754 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:22.978099 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:22.978439 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:22.978824 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:22.979207 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:22.979544 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:22.979871 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:22.980198 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:22.980527 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:22.980856 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:22.981902 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:22.981902 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:22.981902 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:22.982141 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:23.027463 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4173ee-4c2c-4f56-8e92-a050136b79d2 req-13f8d710-6ca3-4a5c-9d6e-262b2107a5aa tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:23.029517 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9d4173ee-4c2c-4f56-8e92-a050136b79d2 req-13f8d710-6ca3-4a5c-9d6e-262b2107a5aa tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 946 time: 0.1620483 Apr 05 11:15:23.042859 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d3f05c99-cf27-41b9-8be7-f2ba1246086d req-3d21a8cc-054b-45da-bee8-3edd25d5f6ab tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930953 Apr 05 11:15:23.043988 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Allocated IP 172.20.0.2 (9b0266a7-6806-42f5-be79-5cd7a53cbad0/b0a19a4a-c087-42ae-bdf6-bc574abb18ea/08ffd9a9-b769-4ccb-937e-63b57c1a883a) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:15:23.104433 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Attempting to bind port 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:15:23.104993 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Attempting to bind port 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'a43a40c1-d6f8-4568-a6d9-54dfcb42802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '40ab1dd4-20d0-4bed-88d6-b824f2e63fd3'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:15:23.105328 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Attempting to bind port 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 on network 40ab1dd4-20d0-4bed-88d6-b824f2e63fd3 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:15:23.120434 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Port 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 on network 40ab1dd4-20d0-4bed-88d6-b824f2e63fd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:15:23.120904 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Attempting to bind port 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 on network 40ab1dd4-20d0-4bed-88d6-b824f2e63fd3 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:15:23.137308 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:15:23.137809 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Checking segment: {'id': 'a43a40c1-d6f8-4568-a6d9-54dfcb42802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '40ab1dd4-20d0-4bed-88d6-b824f2e63fd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:15:23.137988 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Bound using segment: {'id': 'a43a40c1-d6f8-4568-a6d9-54dfcb42802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '40ab1dd4-20d0-4bed-88d6-b824f2e63fd3'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:15:23.138438 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Bound port: 6b821c49-a4b3-4ed6-bcb3-9b364b775da0, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a43a40c1-d6f8-4568-a6d9-54dfcb42802f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '40ab1dd4-20d0-4bed-88d6-b824f2e63fd3'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:15:23.138835 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (6b821c49-a4b3-4ed6-bcb3-9b364b775da0), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:23.153034 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9d4173ee-4c2c-4f56-8e92-a050136b79d2 req-727053f8-8539-488d-8254-68a9c32d5bbf tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162667 Apr 05 11:15:23.203743 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:23.213126 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e296c2b6-154f-4384-bc0c-6813d9e43cc3 req-309ce398-fd9d-4937-b216-41f61d661e6b tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 210 time: 0.0530617 Apr 05 11:15:23.230266 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] For port 6b821c49-a4b3-4ed6-bcb3-9b364b775da0, host hv-cinder-81899, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:15:23.234990 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] For port 6b821c49-a4b3-4ed6-bcb3-9b364b775da0, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=6b821c49-a4b3-4ed6-bcb3-9b364b775da0,segment=NetworkSegment(a43a40c1-d6f8-4568-a6d9-54dfcb42802f),segment_id=a43a40c1-d6f8-4568-a6d9-54dfcb42802f)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:15:23.300986 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb63f66-09d1-40f7-a434-e0ac7610e90a req-536f3cfe-8216-409e-bffe-ed9c9dd2e3f7 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:23.302647 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9cb63f66-09d1-40f7-a434-e0ac7610e90a req-536f3cfe-8216-409e-bffe-ed9c9dd2e3f7 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 947 time: 0.0698023 Apr 05 11:15:23.306195 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Publish callbacks [] for port (08ffd9a9-b769-4ccb-937e-63b57c1a883a), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:23.349021 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9cb63f66-09d1-40f7-a434-e0ac7610e90a req-247a6dbc-9ee5-4f06-a519-458ba294793d tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401156 Apr 05 11:15:23.375383 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (6b821c49-a4b3-4ed6-bcb3-9b364b775da0), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:23.409121 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:23.409786 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:23.411169 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] 10.222.0.58 "PUT /v2.0/ports/6b821c49-a4b3-4ed6-bcb3-9b364b775da0 HTTP/1.1" status: 200 len: 1097 time: 1.2015212 Apr 05 11:15:23.411603 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf850eb7-85c7-4f51-b38a-c369acc62596', 'tag': '6b821c49-a4b3-4ed6-bcb3-9b364b775da0'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:15:23.414314 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04be841-c2f2-4f18-9094-15edfa9043fb" -d '{"events": [{"name": "network-changed", "server_uuid": "bf850eb7-85c7-4f51-b38a-c369acc62596", "tag": "6b821c49-a4b3-4ed6-bcb3-9b364b775da0"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:15:23.440950 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20dc8f9-4058-4819-b9bc-6b063d2b91c4 service neutron] Pushing event updated for resources: {'Port': ['ID=6b821c49-a4b3-4ed6-bcb3-9b364b775da0,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:23.452444 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af96c7a-2169-42a0-a17c-b1e604f1d3cf x-openstack-request-id: req-3af96c7a-2169-42a0-a17c-b1e604f1d3cf {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:15:23.452944 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf850eb7-85c7-4f51-b38a-c369acc62596", "tag": "6b821c49-a4b3-4ed6-bcb3-9b364b775da0", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:15:23.453363 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3af96c7a-2169-42a0-a17c-b1e604f1d3cf {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:15:23.453949 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af96c7a-2169-42a0-a17c-b1e604f1d3cf'] response: {'name': 'network-changed', 'server_uuid': 'bf850eb7-85c7-4f51-b38a-c369acc62596', 'tag': '6b821c49-a4b3-4ed6-bcb3-9b364b775da0', 'status': 'completed', 'code': 200} Apr 05 11:15:23.541451 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (08ffd9a9-b769-4ccb-937e-63b57c1a883a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:23.587946 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Network 9b0266a7-6806-42f5-be79-5cd7a53cbad0 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:15:23.590864 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:15:23.593390 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:15:23.626500 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Pushing event updated for resources: {'Port': ['ID=08ffd9a9-b769-4ccb-937e-63b57c1a883a,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:23.638544 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:23.638918 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:23.639294 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:23.645354 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:23.645354 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:23.645354 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:23.645354 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:23.645354 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:23.645354 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:23.645354 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:23.645354 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:23.645354 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:23.645354 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:23.645354 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:23.645354 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:23.664082 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:23.664690 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:23.742833 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-2da22081-c71b-4dbd-a786-d55af047812d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2534442 Apr 05 11:15:24.189128 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60d51f-b729-466d-93ca-30ba3fca139c req-2520b656-5bd1-4d7e-bc45-f409ac468e12 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:24.190709 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9d60d51f-b729-466d-93ca-30ba3fca139c req-2520b656-5bd1-4d7e-bc45-f409ac468e12 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 943 time: 0.0511775 Apr 05 11:15:24.242659 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9d60d51f-b729-466d-93ca-30ba3fca139c req-93a49317-0305-4642-b4ae-797e74ac4c57 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454795 Apr 05 11:15:24.278520 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11aad5-b397-47ce-94aa-3d47626bd149 req-c219ff8c-0225-4983-a965-9c51155c9f05 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:24.283901 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3e11aad5-b397-47ce-94aa-3d47626bd149 req-c219ff8c-0225-4983-a965-9c51155c9f05 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 946 time: 0.0556812 Apr 05 11:15:24.339826 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3e11aad5-b397-47ce-94aa-3d47626bd149 req-a0be2ac3-722f-475f-b3c6-305e3f44ffaf tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443904 Apr 05 11:15:24.350222 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4aa50-17ee-4641-bd84-e1aac9c401e7 req-c1f4fec4-7a64-4218-8cc8-622fc021d736 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:24.352332 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f1e4aa50-17ee-4641-bd84-e1aac9c401e7 req-c1f4fec4-7a64-4218-8cc8-622fc021d736 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 931 time: 0.0525765 Apr 05 11:15:24.402362 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f1e4aa50-17ee-4641-bd84-e1aac9c401e7 req-669ac9b9-e616-4e42-8b89-bcaf09c65fd8 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446055 Apr 05 11:15:24.473678 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7784a63-bdde-4fde-9782-ab4d5a244af8 req-80bfd43c-cd4d-4bd5-815d-40de9b261e5b tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:24.475160 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7784a63-bdde-4fde-9782-ab4d5a244af8 req-80bfd43c-cd4d-4bd5-815d-40de9b261e5b tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 947 time: 0.0577662 Apr 05 11:15:24.528125 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7784a63-bdde-4fde-9782-ab4d5a244af8 req-fa3fe4b9-52be-451a-a871-4d167ee4d9b6 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470364 Apr 05 11:15:24.957459 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:25.360818 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876627c-ad48-42e1-9201-a0a976d1d9e0 req-c92d3a97-862f-4ced-8979-2cd3d1ac49d9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:25.362276 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a876627c-ad48-42e1-9201-a0a976d1d9e0 req-c92d3a97-862f-4ced-8979-2cd3d1ac49d9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 943 time: 0.0523999 Apr 05 11:15:25.413269 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a876627c-ad48-42e1-9201-a0a976d1d9e0 req-d0f64084-373a-4b2e-93d8-6ed603a45ed4 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448382 Apr 05 11:15:25.525044 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8662cac-bab1-40a4-9c8b-31e5f2bca109 req-c56afa19-1ecc-438a-b911-183fbef8f4ef tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:25.526630 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f8662cac-bab1-40a4-9c8b-31e5f2bca109 req-c56afa19-1ecc-438a-b911-183fbef8f4ef tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 931 time: 0.0576766 Apr 05 11:15:25.577634 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f8662cac-bab1-40a4-9c8b-31e5f2bca109 req-33f2041c-4ca2-459e-a6f6-16839628e561 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451198 Apr 05 11:15:25.680716 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc3b8d-6906-45da-adbf-4cdd4cf7a196 req-3c4fd846-88ef-46a2-85c6-9d9079e1bfec tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:25.682214 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5fc3b8d-6906-45da-adbf-4cdd4cf7a196 req-3c4fd846-88ef-46a2-85c6-9d9079e1bfec tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 947 time: 0.0529480 Apr 05 11:15:25.734274 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5fc3b8d-6906-45da-adbf-4cdd4cf7a196 req-f8d3673b-d3a7-4cef-aab6-141aca282087 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463436 Apr 05 11:15:26.045987 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224965dc-ab2b-4506-886d-eb3f13c550d2 req-84c8a708-f9c2-4486-a053-7be9410971d8 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:26.047662 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-224965dc-ab2b-4506-886d-eb3f13c550d2 req-84c8a708-f9c2-4486-a053-7be9410971d8 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 946 time: 0.0543358 Apr 05 11:15:26.094344 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-224965dc-ab2b-4506-886d-eb3f13c550d2 req-72bd5913-cedb-4eb7-835c-bb45c967cbd6 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412436 Apr 05 11:15:26.538760 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbc766-b98e-4cb2-8cf4-a11e57858a39 req-2d61a03d-1644-4dac-a32e-c903bb83dfd6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:26.540211 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f9cbc766-b98e-4cb2-8cf4-a11e57858a39 req-2d61a03d-1644-4dac-a32e-c903bb83dfd6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 943 time: 0.0553093 Apr 05 11:15:26.586141 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f9cbc766-b98e-4cb2-8cf4-a11e57858a39 req-5518d12b-8b6e-4d31-8580-16f90fa6a622 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Apr 05 11:15:26.693419 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b60cc-9229-4344-917e-ea3abc41c48d req-d4f94e17-dad3-4477-8c31-5a38c55461e0 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:26.695751 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a20b60cc-9229-4344-917e-ea3abc41c48d req-d4f94e17-dad3-4477-8c31-5a38c55461e0 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 931 time: 0.0516760 Apr 05 11:15:26.730534 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device df7c1568-9880-4e21-856e-00b35d9664cd details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:15:26.745386 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a20b60cc-9229-4344-917e-ea3abc41c48d req-606b29bb-f4c6-4e84-9cee-5c59938c2601 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431302 Apr 05 11:15:26.831701 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port df7c1568-9880-4e21-856e-00b35d9664cd, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=df7c1568-9880-4e21-856e-00b35d9664cd,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:15:26.844646 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': 'df7c1568-9880-4e21-856e-00b35d9664cd', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'port_id': 'df7c1568-9880-4e21-856e-00b35d9664cd', 'mac_address': 'fa:16:3e:74:74:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:15:26.854590 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c96ae-3cb1-4595-a095-ae5c9618f413 req-32eb22bc-7d8e-4620-91f7-0ec98d96cf26 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:26.856065 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ec8c96ae-3cb1-4595-a095-ae5c9618f413 req-32eb22bc-7d8e-4620-91f7-0ec98d96cf26 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 947 time: 0.0516925 Apr 05 11:15:26.883925 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port df7c1568-9880-4e21-856e-00b35d9664cd is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:15:26.884313 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (df7c1568-9880-4e21-856e-00b35d9664cd), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:26.898774 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7c1568-9880-4e21-856e-00b35d9664cd {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:15:26.905033 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ec8c96ae-3cb1-4595-a095-ae5c9618f413 req-fac570a8-4655-4bbd-a235-c999382a9c2f tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431299 Apr 05 11:15:26.919690 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port df7c1568-9880-4e21-856e-00b35d9664cd, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=df7c1568-9880-4e21-856e-00b35d9664cd,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:15:27.066100 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (df7c1568-9880-4e21-856e-00b35d9664cd), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:27.117390 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=df7c1568-9880-4e21-856e-00b35d9664cd,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:27.216195 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536898f-1bf7-4b56-a746-8a5c1cffc2fa req-d635d914-134d-403f-860c-c4b4a23437f1 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:27.217721 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7536898f-1bf7-4b56-a746-8a5c1cffc2fa req-d635d914-134d-403f-860c-c4b4a23437f1 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 946 time: 0.0553465 Apr 05 11:15:27.254105 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] Request body: {'port': {'device_id': '33780d13-dfbe-43c6-aefe-247d419ec74d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:15:27.296981 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7536898f-1bf7-4b56-a746-8a5c1cffc2fa req-aedf3634-a8ed-4610-a989-6a2d2048dd8c tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734797 Apr 05 11:15:27.329729 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (08ffd9a9-b769-4ccb-937e-63b57c1a883a), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:27.333316 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04be841-c2f2-4f18-9094-15edfa9043fb req-26e00024-2708-4af2-9112-6e4cd119b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:27.335198 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c04be841-c2f2-4f18-9094-15edfa9043fb req-26e00024-2708-4af2-9112-6e4cd119b0be service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e46a31684ddc4f1791f1567eb691022c&device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 1131 time: 0.0736866 Apr 05 11:15:27.533746 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c04be841-c2f2-4f18-9094-15edfa9043fb req-41107723-9793-4311-8cbe-85296135fb5f service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=e46a31684ddc4f1791f1567eb691022c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191903 Apr 05 11:15:27.599451 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ffd9a9-b769-4ccb-937e-63b57c1a883a {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:15:27.606912 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] Publish callbacks [] for port (08ffd9a9-b769-4ccb-937e-63b57c1a883a), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:27.619529 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] Transition to ACTIVE for port object 08ffd9a9-b769-4ccb-937e-63b57c1a883a will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:15:27.629884 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04be841-c2f2-4f18-9094-15edfa9043fb req-4bb0ad56-0f6b-4018-8d64-c2e7220c2260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:27.631422 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c04be841-c2f2-4f18-9094-15edfa9043fb req-4bb0ad56-0f6b-4018-8d64-c2e7220c2260 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911620 Apr 05 11:15:27.704038 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['df7c1568-9880-4e21-856e-00b35d9664cd'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:15:27.735525 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (08ffd9a9-b769-4ccb-937e-63b57c1a883a), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:27.809384 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] Pushing event updated for resources: {'Port': ['ID=08ffd9a9-b769-4ccb-937e-63b57c1a883a,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:27.860732 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f893e3d-5b7a-48f3-83f9-42b1fc609e84 req-535145d6-81aa-44e8-b98f-a84859cde31c tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:27.862377 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8f893e3d-5b7a-48f3-83f9-42b1fc609e84 req-535145d6-81aa-44e8-b98f-a84859cde31c tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 944 time: 0.1047647 Apr 05 11:15:27.931331 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8f893e3d-5b7a-48f3-83f9-42b1fc609e84 req-7f0a2846-7280-46e4-aae9-03ae04549155 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619040 Apr 05 11:15:27.959035 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] Attempting to bind port 08ffd9a9-b769-4ccb-937e-63b57c1a883a on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:15:27.959383 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] Attempting to bind port 08ffd9a9-b769-4ccb-937e-63b57c1a883a by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'efc071dd-0218-4ab5-a5fb-8a1c46d69c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9b0266a7-6806-42f5-be79-5cd7a53cbad0'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:15:27.959682 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] Attempting to bind port 08ffd9a9-b769-4ccb-937e-63b57c1a883a on network 9b0266a7-6806-42f5-be79-5cd7a53cbad0 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:15:27.967709 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] Port 08ffd9a9-b769-4ccb-937e-63b57c1a883a on network 9b0266a7-6806-42f5-be79-5cd7a53cbad0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:15:27.967709 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] Attempting to bind port 08ffd9a9-b769-4ccb-937e-63b57c1a883a on network 9b0266a7-6806-42f5-be79-5cd7a53cbad0 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:15:27.974910 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:15:27.975250 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] Checking segment: {'id': 'efc071dd-0218-4ab5-a5fb-8a1c46d69c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9b0266a7-6806-42f5-be79-5cd7a53cbad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:15:27.976177 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] Bound using segment: {'id': 'efc071dd-0218-4ab5-a5fb-8a1c46d69c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9b0266a7-6806-42f5-be79-5cd7a53cbad0'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:15:27.976589 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] Bound port: 08ffd9a9-b769-4ccb-937e-63b57c1a883a, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc071dd-0218-4ab5-a5fb-8a1c46d69c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9b0266a7-6806-42f5-be79-5cd7a53cbad0'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:15:27.976945 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (08ffd9a9-b769-4ccb-937e-63b57c1a883a), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:27.993346 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe3ef7-e29c-42a7-a4e3-5b421f70ec18 req-d9a52a53-308d-4027-adf9-5426353a8bf6 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:27.994950 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39fe3ef7-e29c-42a7-a4e3-5b421f70ec18 req-d9a52a53-308d-4027-adf9-5426353a8bf6 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 943 time: 0.1522841 Apr 05 11:15:28.052279 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96baa4d0-1c88-4854-a28e-09f749a69bfc req-be26623b-c3df-4e25-8102-f38303143bf5 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:28.053736 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-96baa4d0-1c88-4854-a28e-09f749a69bfc req-be26623b-c3df-4e25-8102-f38303143bf5 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 947 time: 0.0562592 Apr 05 11:15:28.083848 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] For port 08ffd9a9-b769-4ccb-937e-63b57c1a883a, host hv-cinder-81899, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:15:28.089140 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39fe3ef7-e29c-42a7-a4e3-5b421f70ec18 req-87bbfda2-738b-45a3-bf67-e34179c08ada tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849521 Apr 05 11:15:28.090818 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] For port 08ffd9a9-b769-4ccb-937e-63b57c1a883a, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=08ffd9a9-b769-4ccb-937e-63b57c1a883a,segment=NetworkSegment(efc071dd-0218-4ab5-a5fb-8a1c46d69c2b),segment_id=efc071dd-0218-4ab5-a5fb-8a1c46d69c2b)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:15:28.104489 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-96baa4d0-1c88-4854-a28e-09f749a69bfc req-4f20085e-6e3a-4d74-a76d-3dc235ffd0b6 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436702 Apr 05 11:15:28.215508 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (08ffd9a9-b769-4ccb-937e-63b57c1a883a), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:28.254764 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:28.255441 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:28.257499 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] 10.222.0.58 "PUT /v2.0/ports/08ffd9a9-b769-4ccb-937e-63b57c1a883a HTTP/1.1" status: 200 len: 1093 time: 1.0137458 Apr 05 11:15:28.257928 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33780d13-dfbe-43c6-aefe-247d419ec74d', 'tag': '08ffd9a9-b769-4ccb-937e-63b57c1a883a'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:15:28.260267 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9a048e-99c4-4000-bef7-beb777f827a1" -d '{"events": [{"name": "network-changed", "server_uuid": "33780d13-dfbe-43c6-aefe-247d419ec74d", "tag": "08ffd9a9-b769-4ccb-937e-63b57c1a883a"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:15:28.286206 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d9c13-6608-4512-98b9-85263cc4ab2f service neutron] Pushing event updated for resources: {'Port': ['ID=08ffd9a9-b769-4ccb-937e-63b57c1a883a,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:28.296681 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac94a92-c355-47d7-aa61-210d1f63c95c x-openstack-request-id: req-fac94a92-c355-47d7-aa61-210d1f63c95c {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:15:28.297038 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33780d13-dfbe-43c6-aefe-247d419ec74d", "tag": "08ffd9a9-b769-4ccb-937e-63b57c1a883a", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:15:28.297356 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fac94a92-c355-47d7-aa61-210d1f63c95c {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:15:28.297819 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac94a92-c355-47d7-aa61-210d1f63c95c'] response: {'name': 'network-changed', 'server_uuid': '33780d13-dfbe-43c6-aefe-247d419ec74d', 'tag': '08ffd9a9-b769-4ccb-937e-63b57c1a883a', 'status': 'completed', 'code': 200} Apr 05 11:15:28.416008 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b42a22-a4b8-41e8-8d8a-51d59a39ede6 req-c6e0668b-55f5-493d-b04b-a33dffbe2735 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:28.417487 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-71b42a22-a4b8-41e8-8d8a-51d59a39ede6 req-c6e0668b-55f5-493d-b04b-a33dffbe2735 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 946 time: 0.0541725 Apr 05 11:15:28.466194 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-71b42a22-a4b8-41e8-8d8a-51d59a39ede6 req-5504ec82-dd47-4438-b4cb-6fa3e3c6d2bf tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431578 Apr 05 11:15:29.052271 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bd98d-193d-4893-9cd0-205b8960b85f req-a1690df6-73eb-4fd1-9b20-3a010581180f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:29.054191 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-de1bd98d-193d-4893-9cd0-205b8960b85f req-a1690df6-73eb-4fd1-9b20-3a010581180f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 944 time: 0.0521023 Apr 05 11:15:29.101515 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-de1bd98d-193d-4893-9cd0-205b8960b85f req-978cd338-b3cf-4a2e-ae11-516d2790fad6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416365 Apr 05 11:15:29.217998 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf05544-8886-485e-9741-11fe7e3e6e0f req-7ea0f4a7-e51d-4618-a251-2f217641e6b6 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:29.219650 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0cf05544-8886-485e-9741-11fe7e3e6e0f req-7ea0f4a7-e51d-4618-a251-2f217641e6b6 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 943 time: 0.0576079 Apr 05 11:15:29.222081 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458db590-68a3-4a3d-a777-5f0048de1a34 req-d63fe141-5ca2-4d6d-9855-5b10c4563cd4 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:29.223631 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-458db590-68a3-4a3d-a777-5f0048de1a34 req-d63fe141-5ca2-4d6d-9855-5b10c4563cd4 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 947 time: 0.0533900 Apr 05 11:15:29.258863 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device df7c1568-9880-4e21-856e-00b35d9664cd up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:15:29.270171 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0cf05544-8886-485e-9741-11fe7e3e6e0f req-45b332a2-5dab-4a80-a2d2-8ff52e76fd76 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448778 Apr 05 11:15:29.273621 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-458db590-68a3-4a3d-a777-5f0048de1a34 req-799bb16f-e7f6-4b0d-9ce7-6e7f3e6f63e8 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435874 Apr 05 11:15:29.409354 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port df7c1568-9880-4e21-856e-00b35d9664cd completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:15:29.414377 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port df7c1568-9880-4e21-856e-00b35d9664cd triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:15:29.414800 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (df7c1568-9880-4e21-856e-00b35d9664cd), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:29.598135 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35eeb9-6017-4475-a22f-b935e1af399a req-fab22a30-b548-45ed-8401-920d7edda314 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:29.599777 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5e35eeb9-6017-4475-a22f-b935e1af399a req-fab22a30-b548-45ed-8401-920d7edda314 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 946 time: 0.0580707 Apr 05 11:15:29.626099 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port df7c1568-9880-4e21-856e-00b35d9664cd is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:15:29.626484 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (df7c1568-9880-4e21-856e-00b35d9664cd), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:29.652091 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b89d15-5832-49f1-936c-f8219d65c62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7c1568-9880-4e21-856e-00b35d9664cd'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:15:29.654372 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbc0200-ebce-425a-88d5-95556a2e1a21" -d '{"events": [{"server_uuid": "31b89d15-5832-49f1-936c-f8219d65c62b", "name": "network-vif-plugged", "status": "completed", "tag": "df7c1568-9880-4e21-856e-00b35d9664cd"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:15:29.666116 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5e35eeb9-6017-4475-a22f-b935e1af399a req-a10a3e3a-dbef-4fad-953a-df1925d6daa3 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597558 Apr 05 11:15:29.667990 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port df7c1568-9880-4e21-856e-00b35d9664cd, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=df7c1568-9880-4e21-856e-00b35d9664cd,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:15:29.701768 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8691e4-e641-43d5-8659-a3b18cf2a14d x-openstack-request-id: req-4d8691e4-e641-43d5-8659-a3b18cf2a14d {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:15:29.702056 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b89d15-5832-49f1-936c-f8219d65c62b", "name": "network-vif-plugged", "status": "completed", "tag": "df7c1568-9880-4e21-856e-00b35d9664cd", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:15:29.702306 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d8691e4-e641-43d5-8659-a3b18cf2a14d {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:15:29.702735 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d8691e4-e641-43d5-8659-a3b18cf2a14d'] response: {'server_uuid': '31b89d15-5832-49f1-936c-f8219d65c62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7c1568-9880-4e21-856e-00b35d9664cd', 'code': 200} Apr 05 11:15:29.798671 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (df7c1568-9880-4e21-856e-00b35d9664cd), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:29.800598 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-9119505c-c08c-4f81-8f06-851a4e611b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:29.802266 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-9119505c-c08c-4f81-8f06-851a4e611b2f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e46a31684ddc4f1791f1567eb691022c&device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 1131 time: 0.0554774 Apr 05 11:15:29.845605 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a048e-99c4-4000-bef7-beb777f827a1 req-b8cc8f5a-c96d-4b07-965e-4008334b9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:29.852727 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2b9a048e-99c4-4000-bef7-beb777f827a1 req-b8cc8f5a-c96d-4b07-965e-4008334b9e86 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf76b11857e84565b9d171a41d7a3722&device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 1127 time: 0.0705502 Apr 05 11:15:29.853644 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=df7c1568-9880-4e21-856e-00b35d9664cd,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:30.224198 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d23142-1c06-49dc-baaa-b379747bf6c6 req-66ae83d1-e445-49f3-8a1d-97d581489fd4 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:30.225734 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-34d23142-1c06-49dc-baaa-b379747bf6c6 req-66ae83d1-e445-49f3-8a1d-97d581489fd4 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0540645 Apr 05 11:15:30.275754 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-34d23142-1c06-49dc-baaa-b379747bf6c6 req-9c5e4c99-8a67-4d6a-a12f-d08bc73710fa tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443273 Apr 05 11:15:30.410644 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22f81b-2c4d-406d-aae0-d6576af236fd req-b2053eaf-32b8-46c9-aaac-319ab6fb56eb tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:30.411428 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e17bc4-e3d0-4ce6-8bae-3fe9dbba9d5c req-452b0a49-2438-4491-885d-d6bdf646fad3 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:30.412090 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ad22f81b-2c4d-406d-aae0-d6576af236fd req-b2053eaf-32b8-46c9-aaac-319ab6fb56eb tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 947 time: 0.0561624 Apr 05 11:15:30.412961 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-22e17bc4-e3d0-4ce6-8bae-3fe9dbba9d5c req-452b0a49-2438-4491-885d-d6bdf646fad3 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 943 time: 0.0573103 Apr 05 11:15:30.469577 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ad22f81b-2c4d-406d-aae0-d6576af236fd req-2b871cf8-bcf5-4b36-a922-2baae1ef6ccd tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515485 Apr 05 11:15:30.484211 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-22e17bc4-e3d0-4ce6-8bae-3fe9dbba9d5c req-30640cd5-b941-4815-8247-ee1bd5fef401 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656176 Apr 05 11:15:30.781225 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96abb0-8a22-402f-bab5-0df2ba458afc req-cb030da4-a42c-445b-b612-b59df7813e03 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:30.782751 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bc96abb0-8a22-402f-bab5-0df2ba458afc req-cb030da4-a42c-445b-b612-b59df7813e03 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 946 time: 0.0544987 Apr 05 11:15:30.835028 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-28915a50-437c-4bfa-a665-4dccd1fa6553 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=6b821c49-a4b3-4ed6-bcb3-9b364b775da0 HTTP/1.1" status: 200 len: 217 time: 0.0366869 Apr 05 11:15:30.901996 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bc96abb0-8a22-402f-bab5-0df2ba458afc req-77825a76-e61d-4d07-843a-84a04ceb0053 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085680 Apr 05 11:15:30.931723 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a048e-99c4-4000-bef7-beb777f827a1 req-f82f348a-fb88-4618-9156-0426f10e540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:30.933305 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2b9a048e-99c4-4000-bef7-beb777f827a1 req-f82f348a-fb88-4618-9156-0426f10e540c service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cf76b11857e84565b9d171a41d7a3722&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1328778 Apr 05 11:15:31.210915 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a048e-99c4-4000-bef7-beb777f827a1 req-05aafbbc-1878-4923-b3f3-1feec71b7ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:31.212455 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2b9a048e-99c4-4000-bef7-beb777f827a1 req-05aafbbc-1878-4923-b3f3-1feec71b7ac3 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986266 Apr 05 11:15:31.213101 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-67e4a194-5e93-4f6c-8583-12798371db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:31.214663 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-67e4a194-5e93-4f6c-8583-12798371db0d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1b95c9f7-48bf-431d-82ab-92e005d8c81a HTTP/1.1" status: 200 len: 843 time: 0.0934467 Apr 05 11:15:31.236402 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a05579-8835-4d81-bebb-12af7db6196e req-e68582c5-d11f-439d-abda-feb2d7cce0a5 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:31.237847 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-72a05579-8835-4d81-bebb-12af7db6196e req-e68582c5-d11f-439d-abda-feb2d7cce0a5 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.58 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 946 time: 0.1250522 Apr 05 11:15:31.311182 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef132ba8-092f-4cc3-98e8-3cdf240b99d5 req-e8f8b608-5f3c-4be8-b72c-d7b530e31399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:31.312957 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ef132ba8-092f-4cc3-98e8-3cdf240b99d5 req-e8f8b608-5f3c-4be8-b72c-d7b530e31399 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 1129 time: 0.1332943 Apr 05 11:15:31.325998 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-2d8e07c9-856c-4654-986d-ea832cb9494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:31.328448 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-2d8e07c9-856c-4654-986d-ea832cb9494f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf76b11857e84565b9d171a41d7a3722&device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 1127 time: 0.0559728 Apr 05 11:15:31.381002 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-83c68bff-ae68-4e35-8a6f-7f2aef097fcc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08ffd9a9-b769-4ccb-937e-63b57c1a883a HTTP/1.1" status: 200 len: 217 time: 0.0421653 Apr 05 11:15:31.402222 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-c9db0b92-a383-4539-a1ca-dbb9bdd0e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:31.403741 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-c9db0b92-a383-4539-a1ca-dbb9bdd0e96c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=40ab1dd4-20d0-4bed-88d6-b824f2e63fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1650398 Apr 05 11:15:31.434944 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ef132ba8-092f-4cc3-98e8-3cdf240b99d5 req-71f0dc39-2cdc-4c75-92da-215d701f5f58 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101124 Apr 05 11:15:31.463959 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbdd3e-eee4-4fdc-b27a-9d637f9ad278 req-e72ec564-60f6-4c0c-bd10-29d71edaf16c tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:31.465331 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fdcbdd3e-eee4-4fdc-b27a-9d637f9ad278 req-e72ec564-60f6-4c0c-bd10-29d71edaf16c tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.1009548 Apr 05 11:15:31.468239 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-72a05579-8835-4d81-bebb-12af7db6196e req-bced97f6-3a0a-49ef-b01f-64a2b728ba43 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Deleting port 0747daec-ec58-48af-85b4-85470275e1a5 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:15:31.468564 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-72a05579-8835-4d81-bebb-12af7db6196e req-bced97f6-3a0a-49ef-b01f-64a2b728ba43 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (0747daec-ec58-48af-85b4-85470275e1a5), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:31.568734 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fdcbdd3e-eee4-4fdc-b27a-9d637f9ad278 req-4a3ccaed-9439-4bdf-b476-330acf558461 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971675 Apr 05 11:15:31.589019 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266e804-44ef-4123-95a4-f8feb3762447 req-9855bad6-d5fa-437f-829f-38a1dd04cc88 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:31.592489 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b266e804-44ef-4123-95a4-f8feb3762447 req-9855bad6-d5fa-437f-829f-38a1dd04cc88 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 947 time: 0.0567944 Apr 05 11:15:31.603605 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-72a05579-8835-4d81-bebb-12af7db6196e req-bced97f6-3a0a-49ef-b01f-64a2b728ba43 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] For port 0747daec-ec58-48af-85b4-85470275e1a5, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=0747daec-ec58-48af-85b4-85470275e1a5,segment=NetworkSegment(fc434175-f43d-4591-bb6c-b0100b60e7bc),segment_id=fc434175-f43d-4591-bb6c-b0100b60e7bc)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:15:31.603984 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-72a05579-8835-4d81-bebb-12af7db6196e req-bced97f6-3a0a-49ef-b01f-64a2b728ba43 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (0747daec-ec58-48af-85b4-85470275e1a5), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:31.618017 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-72a05579-8835-4d81-bebb-12af7db6196e req-bced97f6-3a0a-49ef-b01f-64a2b728ba43 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Calling delete_port for 0747daec-ec58-48af-85b4-85470275e1a5 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:15:31.641220 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b266e804-44ef-4123-95a4-f8feb3762447 req-4eb81688-5ce7-4f3a-9143-6c41d7d32150 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450356 Apr 05 11:15:31.741271 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32414f-8994-4ed6-a889-4e3690a96001 req-3031a745-b0e0-42b9-a9e8-9cccbfa68467 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:31.742714 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7a32414f-8994-4ed6-a889-4e3690a96001 req-3031a745-b0e0-42b9-a9e8-9cccbfa68467 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 943 time: 0.0766461 Apr 05 11:15:31.854759 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-51fb3bb9-45d5-4c5e-9a6f-97c6c8f7df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:31.855270 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7a32414f-8994-4ed6-a889-4e3690a96001 req-e4cbcc83-3e34-4c2c-96e8-296016fed092 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069956 Apr 05 11:15:31.856283 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-51fb3bb9-45d5-4c5e-9a6f-97c6c8f7df4a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b0a19a4a-c087-42ae-bdf6-bc574abb18ea HTTP/1.1" status: 200 len: 853 time: 0.0452952 Apr 05 11:15:31.899774 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-8685797f-f657-46c2-bfd8-c4913367a18c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b0266a7-6806-42f5-be79-5cd7a53cbad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344160 Apr 05 11:15:31.925625 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-90a6f0b3-0738-4cbe-9563-e5c1bd345d4d service neutron] 10.222.0.58 "GET /v2.0/networks/40ab1dd4-20d0-4bed-88d6-b824f2e63fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122479 Apr 05 11:15:31.949900 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-72a05579-8835-4d81-bebb-12af7db6196e req-bced97f6-3a0a-49ef-b01f-64a2b728ba43 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (0747daec-ec58-48af-85b4-85470275e1a5), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:31.977050 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['0747daec-ec58-48af-85b4-85470275e1a5'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:15:32.016564 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-84161fd3-08bf-4b7c-b769-463059c50000 req-2483e5da-3521-4e3d-ac25-c0b2316ff18b tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 210 time: 0.0357673 Apr 05 11:15:32.024845 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced97f6-3a0a-49ef-b01f-64a2b728ba43 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Pushing event deleted for resources: {'Port': ['ID=0747daec-ec58-48af-85b4-85470275e1a5,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:32.031712 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-e3700250-90de-42d8-af9e-ecfda3ebcbe5 service neutron] 10.222.0.58 "GET /v2.0/networks/9b0266a7-6806-42f5-be79-5cd7a53cbad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222315 Apr 05 11:15:32.075602 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a05579-8835-4d81-bebb-12af7db6196e req-bced97f6-3a0a-49ef-b01f-64a2b728ba43 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] No DVR routers for this DVR port 0747daec-ec58-48af-85b4-85470275e1a5 on host hv-cinder-81899 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:15:32.084282 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-72a05579-8835-4d81-bebb-12af7db6196e req-bced97f6-3a0a-49ef-b01f-64a2b728ba43 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:32.087576 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-72a05579-8835-4d81-bebb-12af7db6196e req-bced97f6-3a0a-49ef-b01f-64a2b728ba43 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.58 "DELETE /v2.0/ports/0747daec-ec58-48af-85b4-85470275e1a5 HTTP/1.1" status: 204 len: 173 time: 0.8217518 Apr 05 11:15:32.088022 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f4141f-bac2-4e5c-9171-881df70931e8', 'name': 'network-vif-deleted', 'tag': '0747daec-ec58-48af-85b4-85470275e1a5'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:15:32.090252 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582809fb-b000-4236-a20c-5ef9e44c77a1" -d '{"events": [{"server_uuid": "37f4141f-bac2-4e5c-9171-881df70931e8", "name": "network-vif-deleted", "tag": "0747daec-ec58-48af-85b4-85470275e1a5"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:15:32.113984 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eab1ba90-02de-4cf8-8e52-422c964c3dd6 req-27def42c-4977-4260-b59f-f94855da79f7 service neutron] 10.222.0.58 "GET /v2.0/networks/40ab1dd4-20d0-4bed-88d6-b824f2e63fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749947 Apr 05 11:15:32.127394 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ead7ca-7a87-4169-88d6-259c620de232 x-openstack-request-id: req-84ead7ca-7a87-4169-88d6-259c620de232 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:15:32.127947 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f4141f-bac2-4e5c-9171-881df70931e8", "name": "network-vif-deleted", "tag": "0747daec-ec58-48af-85b4-85470275e1a5", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:15:32.128324 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84ead7ca-7a87-4169-88d6-259c620de232 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:15:32.128877 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ead7ca-7a87-4169-88d6-259c620de232'] response: {'server_uuid': '37f4141f-bac2-4e5c-9171-881df70931e8', 'name': 'network-vif-deleted', 'tag': '0747daec-ec58-48af-85b4-85470275e1a5', 'status': 'completed', 'code': 200} Apr 05 11:15:32.140638 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff37673b-e255-4e97-a109-47e29e19a4f6 req-a4a57b8d-53fc-40a3-9058-df2348e9615a service neutron] 10.222.0.58 "GET /v2.0/networks/9b0266a7-6806-42f5-be79-5cd7a53cbad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981426 Apr 05 11:15:32.691313 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fba2ad-3909-4968-b078-467e6eef9821 req-f951041b-c3a7-4e71-92bb-61204166508d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:32.692823 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-93fba2ad-3909-4968-b078-467e6eef9821 req-f951041b-c3a7-4e71-92bb-61204166508d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0550070 Apr 05 11:15:32.744023 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-93fba2ad-3909-4968-b078-467e6eef9821 req-ec67bdb9-407b-41f2-a6a1-76c39183fb84 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455482 Apr 05 11:15:32.774551 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b2c32-7431-417b-8423-1a95dbd22c56 req-04e1e2f3-bbb8-4701-ab76-0db165eb64d6 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:32.776065 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-719b2c32-7431-417b-8423-1a95dbd22c56 req-04e1e2f3-bbb8-4701-ab76-0db165eb64d6 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 947 time: 0.0665581 Apr 05 11:15:32.825408 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-719b2c32-7431-417b-8423-1a95dbd22c56 req-4e913d21-0f18-4c75-a9d0-4b28adf9668a tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436075 Apr 05 11:15:32.980210 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872430e-1ef1-45cc-952f-62c4aac15974 req-8a85e967-af1c-4af6-aedb-ecd474fc1318 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:32.981732 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d872430e-1ef1-45cc-952f-62c4aac15974 req-8a85e967-af1c-4af6-aedb-ecd474fc1318 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 943 time: 0.0561705 Apr 05 11:15:33.032951 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d872430e-1ef1-45cc-952f-62c4aac15974 req-34533d0e-43a9-4de8-9254-575b2e4d4860 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454898 Apr 05 11:15:33.122059 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-aae61f3c-36f7-4595-b688-c38ce48e1ef3 req-67155398-c9dc-4280-b199-55dc3720b4b5 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 210 time: 0.0294421 Apr 05 11:15:33.866500 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e478b2f-72a2-43d9-93ec-eb1c862d0b59 req-607e33cd-88c7-4486-90fe-bb2285ab9073 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:33.868107 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3e478b2f-72a2-43d9-93ec-eb1c862d0b59 req-607e33cd-88c7-4486-90fe-bb2285ab9073 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0529659 Apr 05 11:15:33.921997 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3e478b2f-72a2-43d9-93ec-eb1c862d0b59 req-976fa30c-bb3a-4dc1-b5f5-861bd6583ee9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476668 Apr 05 11:15:33.957743 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd2d57-7a80-4601-9478-bc3832768727 req-faf55d1b-de94-477f-8999-1419e89402a9 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:33.959264 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a7bd2d57-7a80-4601-9478-bc3832768727 req-faf55d1b-de94-477f-8999-1419e89402a9 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 947 time: 0.0623181 Apr 05 11:15:34.011879 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a7bd2d57-7a80-4601-9478-bc3832768727 req-88473e9d-0e46-444b-bd0a-7ea5194a0110 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460310 Apr 05 11:15:34.153317 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efd421-c572-4982-9290-73adfb052951 req-e1780ad5-7c79-404f-af05-310130994999 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:34.154858 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-75efd421-c572-4982-9290-73adfb052951 req-e1780ad5-7c79-404f-af05-310130994999 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 943 time: 0.0526576 Apr 05 11:15:34.216546 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-75efd421-c572-4982-9290-73adfb052951 req-5fcf2f7a-ab04-4e72-ac18-ee13ab3cd4ac tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561421 Apr 05 11:15:34.220387 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dd243786-5224-4380-8d69-b6e10c4421ed req-4ed52772-98c2-46f3-bb32-91068d4922a6 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 210 time: 0.0271771 Apr 05 11:15:34.649512 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:15:35.048924 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409dd38-ce96-4959-ae74-d76ea7ba8b29 req-5f881801-b6bf-4779-9cf2-b1338eaed6a5 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:35.050446 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b409dd38-ce96-4959-ae74-d76ea7ba8b29 req-5f881801-b6bf-4779-9cf2-b1338eaed6a5 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0612175 Apr 05 11:15:35.129763 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b409dd38-ce96-4959-ae74-d76ea7ba8b29 req-404f3e1b-d2cc-4bea-b2b7-9d957f8493df tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730739 Apr 05 11:15:35.140542 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a42dc9-f8d8-4e0b-8ebe-ea10ef6bbb55 req-cde48551-8141-4d39-b6dc-5b5ea04edf05 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:35.141873 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e1a42dc9-f8d8-4e0b-8ebe-ea10ef6bbb55 req-cde48551-8141-4d39-b6dc-5b5ea04edf05 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 947 time: 0.0574603 Apr 05 11:15:35.197391 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e1a42dc9-f8d8-4e0b-8ebe-ea10ef6bbb55 req-d22f06a0-4265-4391-9532-4e67dcde3c7c tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496786 Apr 05 11:15:35.276275 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 0747daec-ec58-48af-85b4-85470275e1a5 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:15:35.310888 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] No Port match for: 0747daec-ec58-48af-85b4-85470275e1a5 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:15:35.311219 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 0747daec-ec58-48af-85b4-85470275e1a5 not bound to the agent host hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:15:35.321637 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5413e02a-ed1b-45c2-97e2-74024826a749 req-2fb53d57-594b-4aa6-96d3-ed25eee1a42f tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 210 time: 0.0294945 Apr 05 11:15:35.346466 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b60f9-deec-4f41-b1a8-5776bb2d7f65 req-46843449-25dc-4d36-bbb6-11a0175e4ca8 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:35.347983 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ec6b60f9-deec-4f41-b1a8-5776bb2d7f65 req-46843449-25dc-4d36-bbb6-11a0175e4ca8 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 943 time: 0.0554671 Apr 05 11:15:35.396781 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ec6b60f9-deec-4f41-b1a8-5776bb2d7f65 req-feb800b1-9bcb-4965-bff4-39ffd4566630 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425417 Apr 05 11:15:36.252597 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1009a-1bba-48f1-b806-0030837a2c19 req-e1aab808-dc2c-4d0c-a03b-203238f1653d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:36.254131 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a6c1009a-1bba-48f1-b806-0030837a2c19 req-e1aab808-dc2c-4d0c-a03b-203238f1653d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0581558 Apr 05 11:15:36.302933 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a6c1009a-1bba-48f1-b806-0030837a2c19 req-e98112aa-680c-4424-855f-092bca109526 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425260 Apr 05 11:15:36.322759 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076dd2-60ca-45d1-8d87-37ad0f400f7a req-852c8f5d-d536-434d-8290-0b8234928e54 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:36.322759 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2c076dd2-60ca-45d1-8d87-37ad0f400f7a req-852c8f5d-d536-434d-8290-0b8234928e54 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 947 time: 0.0560315 Apr 05 11:15:36.370117 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2c076dd2-60ca-45d1-8d87-37ad0f400f7a req-f53b1f71-7a6f-4398-a51f-f3f28a105fd7 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423422 Apr 05 11:15:36.421126 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3d71c31c-fbd6-45ca-8954-7017bf4fd344 req-cd435767-5381-480a-907c-d68f3e5fdfd5 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 210 time: 0.0319722 Apr 05 11:15:36.515414 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634add57-2c33-4d28-a006-62e7b58176a4 req-d2047ffa-f07d-4644-a1e6-dc00587f492d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:36.516998 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-634add57-2c33-4d28-a006-62e7b58176a4 req-d2047ffa-f07d-4644-a1e6-dc00587f492d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 943 time: 0.0519392 Apr 05 11:15:36.565925 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-634add57-2c33-4d28-a006-62e7b58176a4 req-5ed86f4d-ec47-4af2-b2e5-9160028e4721 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434029 Apr 05 11:15:37.294073 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 08ffd9a9-b769-4ccb-937e-63b57c1a883a details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:15:37.400226 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 08ffd9a9-b769-4ccb-937e-63b57c1a883a, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=08ffd9a9-b769-4ccb-937e-63b57c1a883a,segment=NetworkSegment(efc071dd-0218-4ab5-a5fb-8a1c46d69c2b),segment_id=efc071dd-0218-4ab5-a5fb-8a1c46d69c2b)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:15:37.413453 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': '08ffd9a9-b769-4ccb-937e-63b57c1a883a', 'network_id': '9b0266a7-6806-42f5-be79-5cd7a53cbad0', 'port_id': '08ffd9a9-b769-4ccb-937e-63b57c1a883a', 'mac_address': 'fa:16:3e:3a:aa:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a19a4a-c087-42ae-bdf6-bc574abb18ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:15:37.430797 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90bf49-3cd1-487e-b232-171034d3f17d req-9579332a-15d4-44c0-a236-f6a5bbebf6a8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:37.435343 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1f90bf49-3cd1-487e-b232-171034d3f17d req-9579332a-15d4-44c0-a236-f6a5bbebf6a8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0621793 Apr 05 11:15:37.455869 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 08ffd9a9-b769-4ccb-937e-63b57c1a883a is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:15:37.456272 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (08ffd9a9-b769-4ccb-937e-63b57c1a883a), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:37.477035 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ffd9a9-b769-4ccb-937e-63b57c1a883a {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:15:37.493765 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1f90bf49-3cd1-487e-b232-171034d3f17d req-43e78a7e-f0e3-483b-95e1-de9f9d5cc168 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545664 Apr 05 11:15:37.502905 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 08ffd9a9-b769-4ccb-937e-63b57c1a883a, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=08ffd9a9-b769-4ccb-937e-63b57c1a883a,segment=NetworkSegment(efc071dd-0218-4ab5-a5fb-8a1c46d69c2b),segment_id=efc071dd-0218-4ab5-a5fb-8a1c46d69c2b)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:15:37.510573 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7f08e-7263-431a-bb8a-e9674207bafc req-1dbcb4af-3bc7-4122-bf42-0b8c5edb7b24 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:37.515159 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fbd7f08e-7263-431a-bb8a-e9674207bafc req-1dbcb4af-3bc7-4122-bf42-0b8c5edb7b24 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 947 time: 0.0649400 Apr 05 11:15:37.565925 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fbd7f08e-7263-431a-bb8a-e9674207bafc req-92bace49-daf6-49d6-b01d-4e804e43dd56 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471318 Apr 05 11:15:37.579603 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-84740fe5-f3fd-4773-bf7e-72156c447c07 req-b61de64f-f76f-4f62-b3cc-0e511d24280c tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 210 time: 0.0279789 Apr 05 11:15:37.632996 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (08ffd9a9-b769-4ccb-937e-63b57c1a883a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:37.682430 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=08ffd9a9-b769-4ccb-937e-63b57c1a883a,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:37.684084 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acd192-dc31-49ee-a00d-10a2fe53574f req-2c02d4e1-1dcf-496e-b4fe-ab4bc2774747 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:37.685603 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-59acd192-dc31-49ee-a00d-10a2fe53574f req-2c02d4e1-1dcf-496e-b4fe-ab4bc2774747 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 944 time: 0.0530899 Apr 05 11:15:37.736673 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-59acd192-dc31-49ee-a00d-10a2fe53574f req-db1048db-e71d-4fe8-b149-330b54583781 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455136 Apr 05 11:15:38.283715 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['08ffd9a9-b769-4ccb-937e-63b57c1a883a'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:15:38.622909 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6ef8b-183f-4e43-bdf5-60b3a65b44dc req-2f684d0a-93a0-457b-a842-defdb0a07d4f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:38.626978 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0df6ef8b-183f-4e43-bdf5-60b3a65b44dc req-2f684d0a-93a0-457b-a842-defdb0a07d4f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0598950 Apr 05 11:15:38.685097 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0df6ef8b-183f-4e43-bdf5-60b3a65b44dc req-d6444b8d-9896-4268-b712-72ed11ffd764 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534518 Apr 05 11:15:38.690370 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400b41c-7083-4aa9-97eb-4b4aed0a6d5e req-7c274cfa-0ee0-44f2-82e2-700a71925ca1 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:38.691934 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9400b41c-7083-4aa9-97eb-4b4aed0a6d5e req-7c274cfa-0ee0-44f2-82e2-700a71925ca1 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 947 time: 0.0526545 Apr 05 11:15:38.747664 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9400b41c-7083-4aa9-97eb-4b4aed0a6d5e req-0a10dbe0-274c-4128-b05b-76e8e6a36bae tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501063 Apr 05 11:15:38.806811 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d59691b0-aaaa-4f6d-906f-1d227684ceca req-dfcb38d5-1243-47f9-b37c-4da07adc4345 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 210 time: 0.0271387 Apr 05 11:15:38.857479 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0495f-0ef7-4d14-9a1b-18154f29bb29 req-2d86dec2-433b-4e97-85d5-30752587591b tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:38.859080 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2a0495f-0ef7-4d14-9a1b-18154f29bb29 req-2d86dec2-433b-4e97-85d5-30752587591b tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 944 time: 0.0542490 Apr 05 11:15:38.908174 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2a0495f-0ef7-4d14-9a1b-18154f29bb29 req-78022429-e55d-4983-b5e6-ce9529a19e63 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415425 Apr 05 11:15:39.747395 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 08ffd9a9-b769-4ccb-937e-63b57c1a883a up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:15:39.814917 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4aa438-c435-4a13-be92-fc218670d5c6 req-93d74a66-4f72-4f92-9430-bf3852102328 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:39.823656 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9d4aa438-c435-4a13-be92-fc218670d5c6 req-93d74a66-4f72-4f92-9430-bf3852102328 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0672605 Apr 05 11:15:39.870968 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9d4aa438-c435-4a13-be92-fc218670d5c6 req-e852fe51-f6f4-4c92-8936-25c456cdbf73 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457892 Apr 05 11:15:39.877078 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4447a-77e4-4aee-9188-630b29e6bb8b req-00e4a7f9-8815-4ae4-94b3-1a4c666452e2 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:39.878594 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-31c4447a-77e4-4aee-9188-630b29e6bb8b req-00e4a7f9-8815-4ae4-94b3-1a4c666452e2 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 947 time: 0.0536387 Apr 05 11:15:39.929946 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-31c4447a-77e4-4aee-9188-630b29e6bb8b req-bd064395-b6e7-4382-9312-29e25d3c808b tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445127 Apr 05 11:15:39.971494 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bd062388-ae88-42ea-9878-e61aa9b563f2 req-7a571c53-5ea4-4b1e-a00d-8915fc996418 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 210 time: 0.0265067 Apr 05 11:15:39.985665 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port 08ffd9a9-b769-4ccb-937e-63b57c1a883a completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:15:39.990090 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port 08ffd9a9-b769-4ccb-937e-63b57c1a883a triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:15:39.995294 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (08ffd9a9-b769-4ccb-937e-63b57c1a883a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:40.047263 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af19307-4519-40be-a1cc-bb4fa526bfd3 req-4b6b083b-ddd7-4ea5-b564-f1584110bcdb tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:40.048955 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1af19307-4519-40be-a1cc-bb4fa526bfd3 req-4b6b083b-ddd7-4ea5-b564-f1584110bcdb tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 944 time: 0.0655601 Apr 05 11:15:40.085987 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 08ffd9a9-b769-4ccb-937e-63b57c1a883a is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:15:40.086381 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (08ffd9a9-b769-4ccb-937e-63b57c1a883a), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:40.100838 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1af19307-4519-40be-a1cc-bb4fa526bfd3 req-8c739231-d9bb-4bf2-a14a-d3cb2c433803 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446882 Apr 05 11:15:40.115631 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33780d13-dfbe-43c6-aefe-247d419ec74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ffd9a9-b769-4ccb-937e-63b57c1a883a'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:15:40.118571 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6a350e-d057-472d-ac8b-8b19bb55299f" -d '{"events": [{"server_uuid": "33780d13-dfbe-43c6-aefe-247d419ec74d", "name": "network-vif-plugged", "status": "completed", "tag": "08ffd9a9-b769-4ccb-937e-63b57c1a883a"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:15:40.132831 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 08ffd9a9-b769-4ccb-937e-63b57c1a883a, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=08ffd9a9-b769-4ccb-937e-63b57c1a883a,segment=NetworkSegment(efc071dd-0218-4ab5-a5fb-8a1c46d69c2b),segment_id=efc071dd-0218-4ab5-a5fb-8a1c46d69c2b)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:15:40.158024 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c30fa2-9c5f-44b8-84b3-bfbd4d76c3a9 x-openstack-request-id: req-52c30fa2-9c5f-44b8-84b3-bfbd4d76c3a9 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:15:40.158325 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33780d13-dfbe-43c6-aefe-247d419ec74d", "name": "network-vif-plugged", "status": "completed", "tag": "08ffd9a9-b769-4ccb-937e-63b57c1a883a", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:15:40.158585 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52c30fa2-9c5f-44b8-84b3-bfbd4d76c3a9 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:15:40.159024 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52c30fa2-9c5f-44b8-84b3-bfbd4d76c3a9'] response: {'server_uuid': '33780d13-dfbe-43c6-aefe-247d419ec74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ffd9a9-b769-4ccb-937e-63b57c1a883a', 'code': 200} Apr 05 11:15:40.214949 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (08ffd9a9-b769-4ccb-937e-63b57c1a883a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:40.263379 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=08ffd9a9-b769-4ccb-937e-63b57c1a883a,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:40.829760 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a3ca3-91af-4fb1-85f0-6dc06a3dc0ec req-cbb32d5c-5a28-4dc4-9672-902913249eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:40.831406 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-516a3ca3-91af-4fb1-85f0-6dc06a3dc0ec req-cbb32d5c-5a28-4dc4-9672-902913249eeb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 1129 time: 0.0444849 Apr 05 11:15:40.877855 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-516a3ca3-91af-4fb1-85f0-6dc06a3dc0ec req-3d58f4e6-1cc1-4279-b0ca-c26bf8f6d545 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402045 Apr 05 11:15:40.989513 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81188c31-d194-41fc-ab6f-2441bdca395b req-56009555-7bda-46d4-bf8b-8035b4b36a61 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:40.991129 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-81188c31-d194-41fc-ab6f-2441bdca395b req-56009555-7bda-46d4-bf8b-8035b4b36a61 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0522788 Apr 05 11:15:41.047347 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-81188c31-d194-41fc-ab6f-2441bdca395b req-7600a5bf-7685-43cb-831f-e94428583fbf tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472968 Apr 05 11:15:41.051923 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cf62d-abb1-416b-a8b6-4e24e5de76fd req-e5875060-8800-4e46-9c1a-fd1350a9ffe4 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:41.053427 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-316cf62d-abb1-416b-a8b6-4e24e5de76fd req-e5875060-8800-4e46-9c1a-fd1350a9ffe4 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 947 time: 0.0550594 Apr 05 11:15:41.107150 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-316cf62d-abb1-416b-a8b6-4e24e5de76fd req-92e6796d-a719-4c17-8eb0-a8e3a04e9dbc tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433021 Apr 05 11:15:41.152707 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13963e57-4e3a-4e8a-b18c-7474bac78276 req-9905bd8f-b2a6-485e-af4d-76ced1a20d67 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=37f4141f-bac2-4e5c-9171-881df70931e8 HTTP/1.1" status: 200 len: 210 time: 0.0295379 Apr 05 11:15:41.262761 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d2323-9712-4d7f-a41f-93c7a859869e req-1e167158-b28c-4b67-99c2-045f304c5e26 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:41.264307 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ad2d2323-9712-4d7f-a41f-93c7a859869e req-1e167158-b28c-4b67-99c2-045f304c5e26 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 945 time: 0.0547144 Apr 05 11:15:41.340815 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ad2d2323-9712-4d7f-a41f-93c7a859869e req-495e64c8-f790-43e9-a90c-8fbf4d4a02e0 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424304 Apr 05 11:15:41.728806 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:15:41.831221 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 6b821c49-a4b3-4ed6-bcb3-9b364b775da0, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=6b821c49-a4b3-4ed6-bcb3-9b364b775da0,segment=NetworkSegment(a43a40c1-d6f8-4568-a6d9-54dfcb42802f),segment_id=a43a40c1-d6f8-4568-a6d9-54dfcb42802f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:15:41.843315 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': '6b821c49-a4b3-4ed6-bcb3-9b364b775da0', 'network_id': '40ab1dd4-20d0-4bed-88d6-b824f2e63fd3', 'port_id': '6b821c49-a4b3-4ed6-bcb3-9b364b775da0', 'mac_address': 'fa:16:3e:70:58:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b95c9f7-48bf-431d-82ab-92e005d8c81a', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:15:41.881914 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:15:41.882300 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (6b821c49-a4b3-4ed6-bcb3-9b364b775da0), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:41.889562 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0264508-6abc-470f-ad6f-582afc0bb795 req-c537f190-e1ce-4e33-87d3-953794147b76 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:41.891062 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b0264508-6abc-470f-ad6f-582afc0bb795 req-c537f190-e1ce-4e33-87d3-953794147b76 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0562079 Apr 05 11:15:41.895681 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:15:41.916730 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 6b821c49-a4b3-4ed6-bcb3-9b364b775da0, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=6b821c49-a4b3-4ed6-bcb3-9b364b775da0,segment=NetworkSegment(a43a40c1-d6f8-4568-a6d9-54dfcb42802f),segment_id=a43a40c1-d6f8-4568-a6d9-54dfcb42802f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:15:41.941801 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b0264508-6abc-470f-ad6f-582afc0bb795 req-006431b9-fa44-46b3-9646-aea27eb09481 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450125 Apr 05 11:15:42.060813 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (6b821c49-a4b3-4ed6-bcb3-9b364b775da0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:42.111515 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=6b821c49-a4b3-4ed6-bcb3-9b364b775da0,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:42.235907 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e22f2-be7f-4508-9e41-da8b58b01953 req-029b7dcd-e11e-4728-b635-07b3de6ad589 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:42.237440 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1e3e22f2-be7f-4508-9e41-da8b58b01953 req-029b7dcd-e11e-4728-b635-07b3de6ad589 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 948 time: 0.0571401 Apr 05 11:15:42.290726 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1e3e22f2-be7f-4508-9e41-da8b58b01953 req-1f6a2d17-45e6-488f-aaa1-b41f2b7951a9 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459938 Apr 05 11:15:42.306648 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559845dc-cfc6-447d-8e6d-9d8c56c4ca34 req-34c63bcd-9e04-439e-b11e-d00279879966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:42.306648 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-559845dc-cfc6-447d-8e6d-9d8c56c4ca34 req-34c63bcd-9e04-439e-b11e-d00279879966 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf751cbfd21e463e83beea4d29713404&device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 1129 time: 0.0596902 Apr 05 11:15:42.454833 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051da8f-5e7b-420c-a047-525faf4e3abb req-d8694324-5452-4b52-8945-078a5dc5300e tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:42.454833 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4051da8f-5e7b-420c-a047-525faf4e3abb req-d8694324-5452-4b52-8945-078a5dc5300e tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 945 time: 0.0611813 Apr 05 11:15:42.493520 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559845dc-cfc6-447d-8e6d-9d8c56c4ca34 req-094020d1-98ce-4579-ba11-7e3f7ca8fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:42.495132 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-559845dc-cfc6-447d-8e6d-9d8c56c4ca34 req-094020d1-98ce-4579-ba11-7e3f7ca8fa4d service neutron] 10.222.0.58 "GET /v2.0/networks?id=a84177b0-98a3-43e8-9748-217cec2ce77a HTTP/1.1" status: 200 len: 919 time: 0.1669970 Apr 05 11:15:42.521153 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a5379-7d40-491b-a09f-df6968b1b575 req-63efa1ef-fce4-4a5a-a2f8-1140ab05d027 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:42.522800 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-104a5379-7d40-491b-a09f-df6968b1b575 req-63efa1ef-fce4-4a5a-a2f8-1140ab05d027 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/networks?id=13b7e59c-4cc7-4c95-b837-f56effe02725 HTTP/1.1" status: 200 len: 809 time: 0.1347122 Apr 05 11:15:42.542094 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-104a5379-7d40-491b-a09f-df6968b1b575 req-99d6ca54-1aa5-4a56-bc6f-5117a80c13fb tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/quotas/da48f033c24346cc90296be17f7d07cc HTTP/1.1" status: 200 len: 375 time: 0.0130906 Apr 05 11:15:42.562785 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['6b821c49-a4b3-4ed6-bcb3-9b364b775da0'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:15:42.580460 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-104a5379-7d40-491b-a09f-df6968b1b575 req-8f11993d-4378-4470-8bad-18bdc83e4af4 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=da48f033c24346cc90296be17f7d07cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323446 Apr 05 11:15:42.688567 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-104a5379-7d40-491b-a09f-df6968b1b575 req-9094f836-57ea-497d-9486-2e3bfb1e1d65 service neutron] 10.222.0.39 "GET /v2.0/networks/13b7e59c-4cc7-4c95-b837-f56effe02725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996199 Apr 05 11:15:42.755996 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4051da8f-5e7b-420c-a047-525faf4e3abb req-7750d352-03f9-4d7e-ad03-bb9824288411 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006294 Apr 05 11:15:42.787551 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-104a5379-7d40-491b-a09f-df6968b1b575 req-f97b48ad-4c98-406a-a95a-09ead0cea242 service neutron] 10.222.0.39 "GET /v2.0/networks/13b7e59c-4cc7-4c95-b837-f56effe02725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911424 Apr 05 11:15:43.067970 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac3be6-f7d4-483d-a44b-cf751a51262a req-c5003425-4eec-4f10-8326-59247d4dfdfb tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:43.069533 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8eac3be6-f7d4-483d-a44b-cf751a51262a req-c5003425-4eec-4f10-8326-59247d4dfdfb tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0561948 Apr 05 11:15:43.082716 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fe1dcbcf-cb40-42e7-81d6-eac87aa2846b req-94f0f0bf-d4e2-4c0c-b6f3-2e22a697f488 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 210 time: 0.0299034 Apr 05 11:15:43.131827 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8eac3be6-f7d4-483d-a44b-cf751a51262a req-7b06557a-515b-43b6-94c8-f37d33a75d5f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538135 Apr 05 11:15:43.197614 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-559845dc-cfc6-447d-8e6d-9d8c56c4ca34 req-2e7924ce-bfe7-461e-ab7b-c9c33019edef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df7c1568-9880-4e21-856e-00b35d9664cd HTTP/1.1" status: 200 len: 217 time: 0.0439656 Apr 05 11:15:43.445565 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559845dc-cfc6-447d-8e6d-9d8c56c4ca34 req-b3f8accb-db17-4765-9b6c-06bc655ab702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:43.447050 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-559845dc-cfc6-447d-8e6d-9d8c56c4ca34 req-b3f8accb-db17-4765-9b6c-06bc655ab702 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b01bd4d7-97a5-45dc-b9c7-6b928112c646 HTTP/1.1" status: 200 len: 857 time: 0.0581257 Apr 05 11:15:43.454903 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2e54a-527d-4c75-97fe-02c9a3e4bf63 req-4fb38edd-78e9-44b3-9b0b-e339b7ed6535 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:43.456456 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dbf2e54a-527d-4c75-97fe-02c9a3e4bf63 req-4fb38edd-78e9-44b3-9b0b-e339b7ed6535 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 948 time: 0.0968835 Apr 05 11:15:43.533681 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dbf2e54a-527d-4c75-97fe-02c9a3e4bf63 req-bb81c849-4cd8-4245-ad86-39a7e49d5cbe tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679612 Apr 05 11:15:43.536423 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559845dc-cfc6-447d-8e6d-9d8c56c4ca34 req-3367f292-bfca-4272-9793-e38d7cc90a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:43.538491 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-559845dc-cfc6-447d-8e6d-9d8c56c4ca34 req-3367f292-bfca-4272-9793-e38d7cc90a11 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a84177b0-98a3-43e8-9748-217cec2ce77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811617 Apr 05 11:15:43.634389 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-559845dc-cfc6-447d-8e6d-9d8c56c4ca34 req-0993021e-ea26-4db7-a7c9-70f5bac931f6 service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889504 Apr 05 11:15:43.725458 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-559845dc-cfc6-447d-8e6d-9d8c56c4ca34 req-52df6366-5832-4402-b876-f36cb9597945 service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837543 Apr 05 11:15:43.868905 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:15:43.882090 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a39638-4449-475f-a508-2cf1ddf3e013 req-9d0f486d-205c-47a6-9a3b-872ed7d4437f tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:43.883614 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-53a39638-4449-475f-a508-2cf1ddf3e013 req-9d0f486d-205c-47a6-9a3b-872ed7d4437f tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 945 time: 0.0543177 Apr 05 11:15:43.938079 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-53a39638-4449-475f-a508-2cf1ddf3e013 req-90f43731-88b0-43cb-b4b2-7b495f7ab21b tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470378 Apr 05 11:15:44.106170 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:15:44.109288 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:15:44.109665 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (6b821c49-a4b3-4ed6-bcb3-9b364b775da0), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:44.178582 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a704d005-9cd8-498e-b0f1-ab40a517c1a5 req-ccc54f68-0a95-4b78-970f-cfd0e6eecc19 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 210 time: 0.0331910 Apr 05 11:15:44.232575 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:15:44.232970 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (6b821c49-a4b3-4ed6-bcb3-9b364b775da0), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:44.261470 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf850eb7-85c7-4f51-b38a-c369acc62596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b821c49-a4b3-4ed6-bcb3-9b364b775da0'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:15:44.262879 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38349676-8c07-42ac-b519-a82ea6ea5c92 req-48faf7ae-03b2-4473-9824-4191f83e3bb7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:44.264028 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77496cb0-202f-4665-b66b-1fbabf27d894" -d '{"events": [{"server_uuid": "bf850eb7-85c7-4f51-b38a-c369acc62596", "name": "network-vif-plugged", "status": "completed", "tag": "6b821c49-a4b3-4ed6-bcb3-9b364b775da0"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:15:44.264422 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-38349676-8c07-42ac-b519-a82ea6ea5c92 req-48faf7ae-03b2-4473-9824-4191f83e3bb7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0599217 Apr 05 11:15:44.288944 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 6b821c49-a4b3-4ed6-bcb3-9b364b775da0, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=6b821c49-a4b3-4ed6-bcb3-9b364b775da0,segment=NetworkSegment(a43a40c1-d6f8-4568-a6d9-54dfcb42802f),segment_id=a43a40c1-d6f8-4568-a6d9-54dfcb42802f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:15:44.319209 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6a8341-c645-4035-923b-832e2e470b74 x-openstack-request-id: req-4e6a8341-c645-4035-923b-832e2e470b74 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:15:44.319528 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf850eb7-85c7-4f51-b38a-c369acc62596", "name": "network-vif-plugged", "status": "completed", "tag": "6b821c49-a4b3-4ed6-bcb3-9b364b775da0", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:15:44.319784 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e6a8341-c645-4035-923b-832e2e470b74 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:15:44.320179 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e6a8341-c645-4035-923b-832e2e470b74'] response: {'server_uuid': 'bf850eb7-85c7-4f51-b38a-c369acc62596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b821c49-a4b3-4ed6-bcb3-9b364b775da0', 'code': 200} Apr 05 11:15:44.322199 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-38349676-8c07-42ac-b519-a82ea6ea5c92 req-102956de-7dcb-4dd4-89fc-1a56886162c7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514548 Apr 05 11:15:44.397158 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (6b821c49-a4b3-4ed6-bcb3-9b364b775da0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:44.450583 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=6b821c49-a4b3-4ed6-bcb3-9b364b775da0,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:44.663662 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6758e-df8b-45a5-98cf-4d015681c49c req-6085fff2-4b8b-42c1-bbec-103b7dde4899 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:44.665299 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3bd6758e-df8b-45a5-98cf-4d015681c49c req-6085fff2-4b8b-42c1-bbec-103b7dde4899 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 949 time: 0.0603287 Apr 05 11:15:44.744689 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3bd6758e-df8b-45a5-98cf-4d015681c49c req-f99ae172-e00a-452a-b75b-6ede96687cd4 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733912 Apr 05 11:15:44.754943 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b246d6-e100-40b2-b458-a9a21bbd1611 req-3899ff99-5de4-44f9-a4bd-a3d523779a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:44.756556 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-99b246d6-e100-40b2-b458-a9a21bbd1611 req-3899ff99-5de4-44f9-a4bd-a3d523779a4b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 1133 time: 0.0772140 Apr 05 11:15:44.805739 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-99b246d6-e100-40b2-b458-a9a21bbd1611 req-5210c909-e1c0-4537-b3f0-c83d732364e0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427907 Apr 05 11:15:45.285399 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fdee5e0f-f6b0-4304-a96c-607f9952ae0b req-76fdd343-7058-4024-a835-cdf291b345c5 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 210 time: 0.0272684 Apr 05 11:15:45.442283 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ea5f9-b93d-46e9-81b1-dc2111a27fd6 req-32fe6c0e-44f3-4c07-89ea-30f57d1d27b9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:45.444851 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a24ea5f9-b93d-46e9-81b1-dc2111a27fd6 req-32fe6c0e-44f3-4c07-89ea-30f57d1d27b9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0561712 Apr 05 11:15:45.495728 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a24ea5f9-b93d-46e9-81b1-dc2111a27fd6 req-f884c313-0cfd-4c8b-830c-2d98dd9f0c45 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452890 Apr 05 11:15:45.867791 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc8219-c0fe-4f60-9c24-73850e661c61 req-28f09435-9834-445f-9161-816b4425cba5 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:45.869251 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1bcc8219-c0fe-4f60-9c24-73850e661c61 req-28f09435-9834-445f-9161-816b4425cba5 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 949 time: 0.0562274 Apr 05 11:15:45.917336 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1bcc8219-c0fe-4f60-9c24-73850e661c61 req-665580cc-27c5-453d-b358-a49b1c887e20 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421793 Apr 05 11:15:46.379696 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1118047e-3d20-490c-933c-38c3a39339db req-fb60310f-187c-4a51-99b3-553bb619b6d0 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 210 time: 0.0266883 Apr 05 11:15:46.603672 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:46.618305 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974612de-fdeb-4948-a6c8-dfc00b902f79 req-17f09584-8adf-4384-bc3d-9139d57532f1 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:46.620062 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-974612de-fdeb-4948-a6c8-dfc00b902f79 req-17f09584-8adf-4384-bc3d-9139d57532f1 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0547693 Apr 05 11:15:46.674153 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-974612de-fdeb-4948-a6c8-dfc00b902f79 req-ec99043b-ab4e-4378-a4ef-e289e83beb6c tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478642 Apr 05 11:15:47.038618 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acd4be-df19-47d0-8446-2abf618c14f2 req-6fde807f-1e0e-4b8e-b18a-a082d6ef9b2e tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:47.041169 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-52acd4be-df19-47d0-8446-2abf618c14f2 req-6fde807f-1e0e-4b8e-b18a-a082d6ef9b2e tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 949 time: 0.0573933 Apr 05 11:15:47.093094 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-52acd4be-df19-47d0-8446-2abf618c14f2 req-754cf4b7-8a87-4538-a366-35a8a749a617 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455160 Apr 05 11:15:47.482590 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7aabbf2a-2114-406f-82ae-f219bc624779 req-0e49df87-97d9-44c1-9a8d-d904522641bb tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 210 time: 0.0291677 Apr 05 11:15:47.559671 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a5379-7d40-491b-a09f-df6968b1b575 req-7a87b7aa-841c-46f5-972c-e3982cd44861 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:47.561127 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-104a5379-7d40-491b-a09f-df6968b1b575 req-7a87b7aa-841c-46f5-972c-e3982cd44861 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.58 "GET /v2.0/networks?id=13b7e59c-4cc7-4c95-b837-f56effe02725 HTTP/1.1" status: 200 len: 809 time: 0.1082988 Apr 05 11:15:47.583493 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-104a5379-7d40-491b-a09f-df6968b1b575 req-4693a932-3b9d-46d0-8ca5-2dbea3513703 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Request body: {'port': {'device_id': 'cf973bc2-e445-440b-943e-c2824d829b9d', 'network_id': '13b7e59c-4cc7-4c95-b837-f56effe02725', 'admin_state_up': True, 'tenant_id': 'da48f033c24346cc90296be17f7d07cc'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:15:47.803651 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82629536-978b-464d-9e25-c29ebad18a1f req-b281c0ce-da0f-4d3f-b02e-02d1dee644cf tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:47.805116 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-82629536-978b-464d-9e25-c29ebad18a1f req-b281c0ce-da0f-4d3f-b02e-02d1dee644cf tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0563509 Apr 05 11:15:47.846499 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104a5379-7d40-491b-a09f-df6968b1b575 req-4693a932-3b9d-46d0-8ca5-2dbea3513703 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Made reservation on behalf of da48f033c24346cc90296be17f7d07cc for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:15:47.849758 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-104a5379-7d40-491b-a09f-df6968b1b575 req-4693a932-3b9d-46d0-8ca5-2dbea3513703 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:47.864820 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-82629536-978b-464d-9e25-c29ebad18a1f req-e47be3cb-e71f-4393-b8ec-6e37353ec91c tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540085 Apr 05 11:15:47.995180 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-104a5379-7d40-491b-a09f-df6968b1b575 req-4693a932-3b9d-46d0-8ca5-2dbea3513703 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Allocated IP 172.20.0.4 (13b7e59c-4cc7-4c95-b837-f56effe02725/fac81656-1455-4764-b0d6-4738ab58311e/dfc4e00d-e1a4-41e7-9ecd-cec275a003b1) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:15:48.160942 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-104a5379-7d40-491b-a09f-df6968b1b575 req-4693a932-3b9d-46d0-8ca5-2dbea3513703 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Publish callbacks [] for port (dfc4e00d-e1a4-41e7-9ecd-cec275a003b1), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:48.218769 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acae26b-36c3-4565-9c56-c3313363e888 req-2921091b-dd38-4a12-a0e1-7d6b4cc50068 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:48.220246 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5acae26b-36c3-4565-9c56-c3313363e888 req-2921091b-dd38-4a12-a0e1-7d6b4cc50068 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 949 time: 0.0552804 Apr 05 11:15:48.269513 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5acae26b-36c3-4565-9c56-c3313363e888 req-a5e97c58-bfcb-4323-9734-473d99b3eca7 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435154 Apr 05 11:15:48.351909 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-104a5379-7d40-491b-a09f-df6968b1b575 req-4693a932-3b9d-46d0-8ca5-2dbea3513703 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (dfc4e00d-e1a4-41e7-9ecd-cec275a003b1), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:48.391492 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-262b2821-9970-4dec-acf9-e013561c28b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:48.403480 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104a5379-7d40-491b-a09f-df6968b1b575 req-4693a932-3b9d-46d0-8ca5-2dbea3513703 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Network 13b7e59c-4cc7-4c95-b837-f56effe02725 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:15:48.406722 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-104a5379-7d40-491b-a09f-df6968b1b575 req-4693a932-3b9d-46d0-8ca5-2dbea3513703 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:15:48.413212 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-104a5379-7d40-491b-a09f-df6968b1b575 req-4693a932-3b9d-46d0-8ca5-2dbea3513703 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:15:48.420135 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693a932-3b9d-46d0-8ca5-2dbea3513703 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Pushing event updated for resources: {'Port': ['ID=dfc4e00d-e1a4-41e7-9ecd-cec275a003b1,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:48.466626 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a5379-7d40-491b-a09f-df6968b1b575 req-4693a932-3b9d-46d0-8ca5-2dbea3513703 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:48.467246 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-104a5379-7d40-491b-a09f-df6968b1b575 req-4693a932-3b9d-46d0-8ca5-2dbea3513703 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:48.579659 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-104a5379-7d40-491b-a09f-df6968b1b575 req-4693a932-3b9d-46d0-8ca5-2dbea3513703 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0006044 Apr 05 11:15:48.603536 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4d8b8-3ea8-4f36-a42d-7820ad8a0392 req-47836eca-4e9f-4a0b-b21c-a55208c4867f tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:48.603956 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] Request body: {'port': {'device_id': 'cf973bc2-e445-440b-943e-c2824d829b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:15:48.605027 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a6f4d8b8-3ea8-4f36-a42d-7820ad8a0392 req-47836eca-4e9f-4a0b-b21c-a55208c4867f tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 931 time: 0.0529921 Apr 05 11:15:48.658113 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a6f4d8b8-3ea8-4f36-a42d-7820ad8a0392 req-2dd9956f-d60b-4042-8213-a679075aae2e tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469940 Apr 05 11:15:48.666281 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (dfc4e00d-e1a4-41e7-9ecd-cec275a003b1), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:48.959497 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a31bc-7c6e-407a-aee3-12705ffb79cc req-32523384-0607-483d-a5bc-54ed6c36cf4c tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:48.961335 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-314a31bc-7c6e-407a-aee3-12705ffb79cc req-32523384-0607-483d-a5bc-54ed6c36cf4c tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 949 time: 0.0571625 Apr 05 11:15:49.022996 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-314a31bc-7c6e-407a-aee3-12705ffb79cc req-21ecb107-685b-45c3-b775-eaa1516d188b tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553555 Apr 05 11:15:49.134089 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7dfe0-7212-4f6c-b93c-3ae54fd70452 req-b3d54a9b-66c5-4709-b0f3-e253303abb26 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:49.135616 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-75e7dfe0-7212-4f6c-b93c-3ae54fd70452 req-b3d54a9b-66c5-4709-b0f3-e253303abb26 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0760479 Apr 05 11:15:49.221569 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-75e7dfe0-7212-4f6c-b93c-3ae54fd70452 req-a6f4426c-b9b4-4fd6-ae37-8202295506a0 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795889 Apr 05 11:15:49.234739 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:15:49.242854 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] Publish callbacks [] for port (dfc4e00d-e1a4-41e7-9ecd-cec275a003b1), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:49.255357 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] Transition to ACTIVE for port object dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:15:49.363143 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (dfc4e00d-e1a4-41e7-9ecd-cec275a003b1), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:49.414117 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc4e00d-e1a4-41e7-9ecd-cec275a003b1,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:49.489568 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] Attempting to bind port dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:15:49.489808 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] Attempting to bind port dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'fc434175-f43d-4591-bb6c-b0100b60e7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '13b7e59c-4cc7-4c95-b837-f56effe02725'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:15:49.490674 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] Attempting to bind port dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 on network 13b7e59c-4cc7-4c95-b837-f56effe02725 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:15:49.495341 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] Port dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 on network 13b7e59c-4cc7-4c95-b837-f56effe02725 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:15:49.495659 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] Attempting to bind port dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 on network 13b7e59c-4cc7-4c95-b837-f56effe02725 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:15:49.501210 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:15:49.501535 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] Checking segment: {'id': 'fc434175-f43d-4591-bb6c-b0100b60e7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '13b7e59c-4cc7-4c95-b837-f56effe02725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:15:49.503192 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] Bound using segment: {'id': 'fc434175-f43d-4591-bb6c-b0100b60e7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '13b7e59c-4cc7-4c95-b837-f56effe02725'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:15:49.503192 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] Bound port: dfc4e00d-e1a4-41e7-9ecd-cec275a003b1, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc434175-f43d-4591-bb6c-b0100b60e7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '13b7e59c-4cc7-4c95-b837-f56effe02725'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:15:49.503192 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (dfc4e00d-e1a4-41e7-9ecd-cec275a003b1), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:49.571891 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] For port dfc4e00d-e1a4-41e7-9ecd-cec275a003b1, host hv-cinder-81899, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:15:49.574901 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] For port dfc4e00d-e1a4-41e7-9ecd-cec275a003b1, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dfc4e00d-e1a4-41e7-9ecd-cec275a003b1,segment=NetworkSegment(fc434175-f43d-4591-bb6c-b0100b60e7bc),segment_id=fc434175-f43d-4591-bb6c-b0100b60e7bc)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:15:49.700007 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (dfc4e00d-e1a4-41e7-9ecd-cec275a003b1), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:49.732533 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:49.733194 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:49.734628 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-104a5379-7d40-491b-a09f-df6968b1b575 req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] 10.222.0.58 "PUT /v2.0/ports/dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 HTTP/1.1" status: 200 len: 1093 time: 1.1355026 Apr 05 11:15:49.735101 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf973bc2-e445-440b-943e-c2824d829b9d', 'tag': 'dfc4e00d-e1a4-41e7-9ecd-cec275a003b1'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:15:49.737378 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129a4b3a-757f-4d5c-a529-4b23f6a059f6" -d '{"events": [{"name": "network-changed", "server_uuid": "cf973bc2-e445-440b-943e-c2824d829b9d", "tag": "dfc4e00d-e1a4-41e7-9ecd-cec275a003b1"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:15:49.764842 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9056d2-e292-4760-8644-dbc549652596 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc4e00d-e1a4-41e7-9ecd-cec275a003b1,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:49.779365 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572573f6-c5a9-4a0d-9d3f-3046afd1c45d x-openstack-request-id: req-572573f6-c5a9-4a0d-9d3f-3046afd1c45d {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:15:49.779529 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf973bc2-e445-440b-943e-c2824d829b9d", "tag": "dfc4e00d-e1a4-41e7-9ecd-cec275a003b1", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:15:49.779758 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-572573f6-c5a9-4a0d-9d3f-3046afd1c45d {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:15:49.780387 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-572573f6-c5a9-4a0d-9d3f-3046afd1c45d'] response: {'name': 'network-changed', 'server_uuid': 'cf973bc2-e445-440b-943e-c2824d829b9d', 'tag': 'dfc4e00d-e1a4-41e7-9ecd-cec275a003b1', 'status': 'completed', 'code': 200} Apr 05 11:15:49.797959 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc7b0f-13e8-4d54-b854-05b242708af9 req-b00bc660-542c-485e-9350-049357f50c73 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:49.800534 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f3bc7b0f-13e8-4d54-b854-05b242708af9 req-b00bc660-542c-485e-9350-049357f50c73 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 943 time: 0.0726142 Apr 05 11:15:49.852168 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f3bc7b0f-13e8-4d54-b854-05b242708af9 req-c0c526d3-612f-413c-9573-3aee5bc18e12 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Apr 05 11:15:50.154783 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb516a7-47e8-45bb-b6dc-c24442eacf86 req-2397a00b-d818-4af1-b4e5-1bfdf1823b7b tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:50.156401 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4eb516a7-47e8-45bb-b6dc-c24442eacf86 req-2397a00b-d818-4af1-b4e5-1bfdf1823b7b tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 949 time: 0.0537367 Apr 05 11:15:50.204235 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4eb516a7-47e8-45bb-b6dc-c24442eacf86 req-0b06de60-984f-442e-9bbd-782a87d0a9fc tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410557 Apr 05 11:15:50.340162 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c79040-1e42-429a-a359-6c8e1f3970a7 req-bef241c4-bdc4-424d-9c78-c37844223668 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:50.341570 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-09c79040-1e42-429a-a359-6c8e1f3970a7 req-bef241c4-bdc4-424d-9c78-c37844223668 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0520635 Apr 05 11:15:50.390312 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-09c79040-1e42-429a-a359-6c8e1f3970a7 req-be7c7a3c-1f81-4530-b063-d7ddd47d7660 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430856 Apr 05 11:15:50.689939 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a4b3a-757f-4d5c-a529-4b23f6a059f6 req-adcccea4-2a06-45d6-b2d2-22cc3a137c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:50.691346 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-129a4b3a-757f-4d5c-a529-4b23f6a059f6 req-adcccea4-2a06-45d6-b2d2-22cc3a137c52 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da48f033c24346cc90296be17f7d07cc&device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 1127 time: 0.0415273 Apr 05 11:15:50.793665 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a4b3a-757f-4d5c-a529-4b23f6a059f6 req-4b247047-c7c2-4575-9856-55b48e7ae554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:50.795146 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-129a4b3a-757f-4d5c-a529-4b23f6a059f6 req-4b247047-c7c2-4575-9856-55b48e7ae554 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=da48f033c24346cc90296be17f7d07cc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0946069 Apr 05 11:15:50.922723 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-369655f8-df1d-4764-bf2d-4ac3cbda378d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:50.989255 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a4b3a-757f-4d5c-a529-4b23f6a059f6 req-b3882867-6426-4334-aa36-1d25bc0a2a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:50.991333 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-129a4b3a-757f-4d5c-a529-4b23f6a059f6 req-b3882867-6426-4334-aa36-1d25bc0a2a7d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332090 Apr 05 11:15:51.002070 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebe691-5f8c-4c21-9bc8-6512f744fa99 req-83ea14b8-8fb5-434a-a9f2-96d6c97295fa tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:51.003502 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d5ebe691-5f8c-4c21-9bc8-6512f744fa99 req-83ea14b8-8fb5-434a-a9f2-96d6c97295fa tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 943 time: 0.0827780 Apr 05 11:15:51.053945 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d5ebe691-5f8c-4c21-9bc8-6512f744fa99 req-eadb6cc4-5ae1-4a6a-a505-10c1ad612fe0 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439849 Apr 05 11:15:51.236632 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a29f4-803d-4467-8584-2b2d88d5f85f req-20d8dc6e-25f2-48fb-ad86-fc45d702ea5f tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:51.238204 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e07a29f4-803d-4467-8584-2b2d88d5f85f req-20d8dc6e-25f2-48fb-ad86-fc45d702ea5f tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.58 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 949 time: 0.0590351 Apr 05 11:15:51.265209 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a5379-7d40-491b-a09f-df6968b1b575 req-2c5fe217-1813-4f13-8909-882185df9ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:51.266912 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-104a5379-7d40-491b-a09f-df6968b1b575 req-2c5fe217-1813-4f13-8909-882185df9ec5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=da48f033c24346cc90296be17f7d07cc&device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 1127 time: 0.0684898 Apr 05 11:15:51.320838 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-104a5379-7d40-491b-a09f-df6968b1b575 req-6c8d2bf0-8ce6-487f-9f4f-58dd246f7fc9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 HTTP/1.1" status: 200 len: 217 time: 0.0424144 Apr 05 11:15:51.392196 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-e07a29f4-803d-4467-8584-2b2d88d5f85f req-91a11e86-f0e6-415c-8627-b981cb160877 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Deleting port 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:15:51.392544 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-e07a29f4-803d-4467-8584-2b2d88d5f85f req-91a11e86-f0e6-415c-8627-b981cb160877 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (6b821c49-a4b3-4ed6-bcb3-9b364b775da0), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:51.397249 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a5379-7d40-491b-a09f-df6968b1b575 req-c4f947e9-6cf2-4a6c-8391-c6f5bcdb7650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:51.398776 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-104a5379-7d40-491b-a09f-df6968b1b575 req-c4f947e9-6cf2-4a6c-8391-c6f5bcdb7650 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fac81656-1455-4764-b0d6-4738ab58311e HTTP/1.1" status: 200 len: 849 time: 0.0703821 Apr 05 11:15:51.421590 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdacfe-62fa-4195-af78-1ab57f5ceea1 req-40bc5314-3c15-4ff2-9f87-54977170193f tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:51.423171 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-97fdacfe-62fa-4195-af78-1ab57f5ceea1 req-40bc5314-3c15-4ff2-9f87-54977170193f tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 949 time: 0.1048758 Apr 05 11:15:51.446402 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-104a5379-7d40-491b-a09f-df6968b1b575 req-5537b515-8edf-4237-9ab4-bb8432b2c242 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=13b7e59c-4cc7-4c95-b837-f56effe02725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410285 Apr 05 11:15:51.524918 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-e07a29f4-803d-4467-8584-2b2d88d5f85f req-91a11e86-f0e6-415c-8627-b981cb160877 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] For port 6b821c49-a4b3-4ed6-bcb3-9b364b775da0, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=6b821c49-a4b3-4ed6-bcb3-9b364b775da0,segment=NetworkSegment(a43a40c1-d6f8-4568-a6d9-54dfcb42802f),segment_id=a43a40c1-d6f8-4568-a6d9-54dfcb42802f)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:15:51.525203 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-e07a29f4-803d-4467-8584-2b2d88d5f85f req-91a11e86-f0e6-415c-8627-b981cb160877 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (6b821c49-a4b3-4ed6-bcb3-9b364b775da0), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:51.544310 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-e07a29f4-803d-4467-8584-2b2d88d5f85f req-91a11e86-f0e6-415c-8627-b981cb160877 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Calling delete_port for 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:15:51.545180 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-97fdacfe-62fa-4195-af78-1ab57f5ceea1 req-5d446baf-e2a3-4195-b4a7-347a8bb011fa tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/security-groups?id=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062515 Apr 05 11:15:51.574824 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673cddd-34ff-4072-aba2-00cfb7b9228b req-7a72b871-20b8-41e8-90bf-5fac624ae9d5 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:51.576377 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1673cddd-34ff-4072-aba2-00cfb7b9228b req-7a72b871-20b8-41e8-90bf-5fac624ae9d5 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.1064770 Apr 05 11:15:51.581916 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-104a5379-7d40-491b-a09f-df6968b1b575 req-0a6e7300-00d2-407f-96d5-ed3a054a20c0 service neutron] 10.222.0.58 "GET /v2.0/networks/13b7e59c-4cc7-4c95-b837-f56effe02725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275163 Apr 05 11:15:51.680539 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-104a5379-7d40-491b-a09f-df6968b1b575 req-f9e401d8-ebf6-48e2-bee3-696d3d12261f service neutron] 10.222.0.58 "GET /v2.0/networks/13b7e59c-4cc7-4c95-b837-f56effe02725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894511 Apr 05 11:15:51.698644 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1673cddd-34ff-4072-aba2-00cfb7b9228b req-d665e28f-c0eb-46cf-9eb0-12e4f84aa520 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028657 Apr 05 11:15:51.842304 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-e07a29f4-803d-4467-8584-2b2d88d5f85f req-91a11e86-f0e6-415c-8627-b981cb160877 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (6b821c49-a4b3-4ed6-bcb3-9b364b775da0), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:51.856053 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['6b821c49-a4b3-4ed6-bcb3-9b364b775da0'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:15:51.877047 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a11e86-f0e6-415c-8627-b981cb160877 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Pushing event deleted for resources: {'Port': ['ID=6b821c49-a4b3-4ed6-bcb3-9b364b775da0,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:51.961588 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:51.962514 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07a29f4-803d-4467-8584-2b2d88d5f85f req-91a11e86-f0e6-415c-8627-b981cb160877 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] No DVR routers for this DVR port 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 on host hv-cinder-81899 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:15:51.962514 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-e07a29f4-803d-4467-8584-2b2d88d5f85f req-91a11e86-f0e6-415c-8627-b981cb160877 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:51.962514 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e07a29f4-803d-4467-8584-2b2d88d5f85f req-91a11e86-f0e6-415c-8627-b981cb160877 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.58 "DELETE /v2.0/ports/6b821c49-a4b3-4ed6-bcb3-9b364b775da0 HTTP/1.1" status: 204 len: 173 time: 0.7114711 Apr 05 11:15:51.962514 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf850eb7-85c7-4f51-b38a-c369acc62596', 'name': 'network-vif-deleted', 'tag': '6b821c49-a4b3-4ed6-bcb3-9b364b775da0'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:15:51.962514 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d743a125-8454-44ed-8385-e56a612bec31" -d '{"events": [{"server_uuid": "bf850eb7-85c7-4f51-b38a-c369acc62596", "name": "network-vif-deleted", "tag": "6b821c49-a4b3-4ed6-bcb3-9b364b775da0"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:15:51.996145 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50680f4a-e2de-4e1b-b9c4-087ad0c303e4 x-openstack-request-id: req-50680f4a-e2de-4e1b-b9c4-087ad0c303e4 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:15:51.996329 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf850eb7-85c7-4f51-b38a-c369acc62596", "name": "network-vif-deleted", "tag": "6b821c49-a4b3-4ed6-bcb3-9b364b775da0", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:15:51.996486 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50680f4a-e2de-4e1b-b9c4-087ad0c303e4 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:15:51.996897 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50680f4a-e2de-4e1b-b9c4-087ad0c303e4'] response: {'server_uuid': 'bf850eb7-85c7-4f51-b38a-c369acc62596', 'name': 'network-vif-deleted', 'tag': '6b821c49-a4b3-4ed6-bcb3-9b364b775da0', 'status': 'completed', 'code': 200} Apr 05 11:15:52.176981 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9005c-3ec0-42f6-a0b4-3a25ca9d8785 req-8ec1591b-6873-4c61-9bf0-6f777c6695f7 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:52.176981 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bcc9005c-3ec0-42f6-a0b4-3a25ca9d8785 req-8ec1591b-6873-4c61-9bf0-6f777c6695f7 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 943 time: 0.0545428 Apr 05 11:15:52.230033 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bcc9005c-3ec0-42f6-a0b4-3a25ca9d8785 req-68455f50-205d-4878-bf03-09af27a4b2f8 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478127 Apr 05 11:15:52.646882 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8f8c6d33-9fda-423e-acab-952b92707aa5 req-ccea97e4-7ada-4b3e-b7e3-ee636abc323e tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 210 time: 0.0286410 Apr 05 11:15:52.821094 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbeeb6-e951-43e0-9415-1df86403a1d6 req-5b724c38-c75a-4dbf-9acf-169cc8b42510 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:52.822600 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-72bbeeb6-e951-43e0-9415-1df86403a1d6 req-5b724c38-c75a-4dbf-9acf-169cc8b42510 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0550494 Apr 05 11:15:52.871324 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-72bbeeb6-e951-43e0-9415-1df86403a1d6 req-fe727ce7-37cc-49ce-ab6e-48c4ff1b450d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429151 Apr 05 11:15:53.191334 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:53.408739 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221f9ac-2b34-4ecc-b4e1-c63d239404e1 req-468c30bc-709c-47dc-b28a-3470cd7ffa53 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:53.410330 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e221f9ac-2b34-4ecc-b4e1-c63d239404e1 req-468c30bc-709c-47dc-b28a-3470cd7ffa53 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 943 time: 0.0659173 Apr 05 11:15:53.459963 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e221f9ac-2b34-4ecc-b4e1-c63d239404e1 req-1169f63c-9478-4b08-b8c2-8a034eafb001 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438721 Apr 05 11:15:53.738437 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2db75669-8a44-4668-ab6a-12dc9f7314b9 req-f9063f63-3c2e-4846-98a7-026337259f9d tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 210 time: 0.0256736 Apr 05 11:15:54.000509 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c33c70-775d-4700-b35c-7667878632f5 req-20b91191-bfbe-4c8e-82ac-63defbea77b3 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:54.002081 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-69c33c70-775d-4700-b35c-7667878632f5 req-20b91191-bfbe-4c8e-82ac-63defbea77b3 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0562541 Apr 05 11:15:54.052680 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-69c33c70-775d-4700-b35c-7667878632f5 req-80bf0ff5-52b7-4ced-a38f-1d3729f41f69 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446014 Apr 05 11:15:54.580848 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419925b-72d7-4bdb-842f-fb8ef0a49edd req-0e971af9-e275-4874-953d-76538b802972 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:54.582395 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2419925b-72d7-4bdb-842f-fb8ef0a49edd req-0e971af9-e275-4874-953d-76538b802972 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 943 time: 0.0518615 Apr 05 11:15:54.642792 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2419925b-72d7-4bdb-842f-fb8ef0a49edd req-c88b151d-ccd7-4211-8434-9140c22746c6 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547514 Apr 05 11:15:54.834388 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-474ab58d-2acf-4b18-9221-16584adfad38 req-b253fcdf-353e-41d7-a3b1-9f31c9eb688e tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 210 time: 0.0257866 Apr 05 11:15:54.985777 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:55.171421 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c6b70-ea3b-408c-8e15-e39798cbfdaf req-be624076-272a-4209-9dfb-f3127c156df1 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:55.172877 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-781c6b70-ea3b-408c-8e15-e39798cbfdaf req-be624076-272a-4209-9dfb-f3127c156df1 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0533950 Apr 05 11:15:55.221040 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-781c6b70-ea3b-408c-8e15-e39798cbfdaf req-2577d996-9af4-4b05-a2a2-9a006ea7e859 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424421 Apr 05 11:15:55.767645 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab98ae5-46b7-402a-bbed-0400a7b0830d req-9c183654-a349-4025-b3d9-a973270c64f0 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:55.769151 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0ab98ae5-46b7-402a-bbed-0400a7b0830d req-9c183654-a349-4025-b3d9-a973270c64f0 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 943 time: 0.0568776 Apr 05 11:15:55.816146 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0ab98ae5-46b7-402a-bbed-0400a7b0830d req-8a895fb7-3caf-4eff-b5b4-5741cb4ac2c4 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407901 Apr 05 11:15:55.900372 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:15:55.921680 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] No Port match for: 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:15:55.922030 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 6b821c49-a4b3-4ed6-bcb3-9b364b775da0 not bound to the agent host hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:15:55.930534 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-12e989d1-b4b9-4956-8513-b59c93713c8a req-7cb4346b-bf29-48b7-ab71-61feb538e065 tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 210 time: 0.0268574 Apr 05 11:15:56.348713 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb8ab-07e3-43ae-b606-030f8b72492b req-b5bba0b5-69fe-4196-a534-4054c1c1cbf6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:56.350234 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-759bb8ab-07e3-43ae-b606-030f8b72492b req-b5bba0b5-69fe-4196-a534-4054c1c1cbf6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0559106 Apr 05 11:15:56.399894 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-759bb8ab-07e3-43ae-b606-030f8b72492b req-e2f87faa-7728-4dc2-bd96-82e85ad874a9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435922 Apr 05 11:15:56.942067 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8132d-6d2a-4500-8ae2-2b7a3d48dce2 req-7629da65-e464-403b-bcea-9890f8210de3 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:56.944611 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-21e8132d-6d2a-4500-8ae2-2b7a3d48dce2 req-7629da65-e464-403b-bcea-9890f8210de3 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 943 time: 0.0586426 Apr 05 11:15:56.996620 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-21e8132d-6d2a-4500-8ae2-2b7a3d48dce2 req-c284068a-562e-44b6-a81e-e518c30e8417 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431411 Apr 05 11:15:57.049199 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e7c25e22-8a6e-4de7-bb47-3d10e2f2fd59 req-097dba52-205f-44dc-87d1-2c91a33e0fec tempest-VolumesNegativeTest-2056358960 tempest-VolumesNegativeTest-2056358960-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf850eb7-85c7-4f51-b38a-c369acc62596 HTTP/1.1" status: 200 len: 210 time: 0.0320671 Apr 05 11:15:57.525675 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5bfee-1302-4496-a61d-129caf42aa45 req-480f03ea-b910-4037-9833-63b518f06214 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:57.527227 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-77a5bfee-1302-4496-a61d-129caf42aa45 req-480f03ea-b910-4037-9833-63b518f06214 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0534697 Apr 05 11:15:57.579961 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-77a5bfee-1302-4496-a61d-129caf42aa45 req-49a30299-b630-404f-889c-ba13f1d86ecb tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470753 Apr 05 11:15:57.915301 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:15:58.020700 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port dfc4e00d-e1a4-41e7-9ecd-cec275a003b1, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dfc4e00d-e1a4-41e7-9ecd-cec275a003b1,segment=NetworkSegment(fc434175-f43d-4591-bb6c-b0100b60e7bc),segment_id=fc434175-f43d-4591-bb6c-b0100b60e7bc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:15:58.034041 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': 'dfc4e00d-e1a4-41e7-9ecd-cec275a003b1', 'network_id': '13b7e59c-4cc7-4c95-b837-f56effe02725', 'port_id': 'dfc4e00d-e1a4-41e7-9ecd-cec275a003b1', 'mac_address': 'fa:16:3e:d1:df:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac81656-1455-4764-b0d6-4738ab58311e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:15:58.074810 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:15:58.075046 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (dfc4e00d-e1a4-41e7-9ecd-cec275a003b1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:58.091903 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:15:58.118261 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port dfc4e00d-e1a4-41e7-9ecd-cec275a003b1, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dfc4e00d-e1a4-41e7-9ecd-cec275a003b1,segment=NetworkSegment(fc434175-f43d-4591-bb6c-b0100b60e7bc),segment_id=fc434175-f43d-4591-bb6c-b0100b60e7bc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:15:58.122661 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d9235-f390-4d8a-a1fa-f93b261f69db req-689db6cc-3d93-4d28-b374-3040b8666243 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:58.124153 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ed2d9235-f390-4d8a-a1fa-f93b261f69db req-689db6cc-3d93-4d28-b374-3040b8666243 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 943 time: 0.0584981 Apr 05 11:15:58.183860 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ed2d9235-f390-4d8a-a1fa-f93b261f69db req-e112b494-0f1e-4f16-b318-8957c8cfed7b tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427721 Apr 05 11:15:58.214252 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (dfc4e00d-e1a4-41e7-9ecd-cec275a003b1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:15:58.266583 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=dfc4e00d-e1a4-41e7-9ecd-cec275a003b1,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:15:58.274268 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:58.274634 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:58.274979 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:58.275352 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:58.275805 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:58.276152 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:58.276562 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:58.276798 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:58.277128 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:58.277449 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:58.277800 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:58.278119 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:58.278444 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:58.278797 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:58.279118 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:15:58.716428 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904f6c4-24a6-4da5-bccb-03b05b33259a req-c9d792e8-33b2-4ef1-a412-2e5ff3ecf4d4 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:58.718047 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a904f6c4-24a6-4da5-bccb-03b05b33259a req-c9d792e8-33b2-4ef1-a412-2e5ff3ecf4d4 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0529406 Apr 05 11:15:58.771203 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a904f6c4-24a6-4da5-bccb-03b05b33259a req-8e094e9e-708e-4018-88c8-539a11276dc2 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472119 Apr 05 11:15:58.893312 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['dfc4e00d-e1a4-41e7-9ecd-cec275a003b1'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:15:59.297611 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b3672-23e1-4ad9-bf57-9e433e22794e req-4bdd4564-895b-4ea4-9ad9-bc286f688ad9 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:59.299279 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-aa1b3672-23e1-4ad9-bf57-9e433e22794e req-4bdd4564-895b-4ea4-9ad9-bc286f688ad9 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 944 time: 0.0540054 Apr 05 11:15:59.350205 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-aa1b3672-23e1-4ad9-bf57-9e433e22794e req-67653cfd-91fb-4a37-b6f8-4833f51668e8 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444818 Apr 05 11:15:59.893355 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed526bb-a617-4585-a584-a65046b55915 req-72dbfc4f-6fe8-437f-af04-8cb34edefc4f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:15:59.894866 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5ed526bb-a617-4585-a584-a65046b55915 req-72dbfc4f-6fe8-437f-af04-8cb34edefc4f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0573986 Apr 05 11:15:59.945259 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5ed526bb-a617-4585-a584-a65046b55915 req-ce554320-b2ea-48b4-89c9-cc8dd582192d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433617 Apr 05 11:16:00.352982 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:16:00.475532 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2489b23-2102-4dd5-ac99-386cfeb7f5f9 req-2540029e-09b9-4481-b872-0798fb95d9ce tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:00.477187 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c2489b23-2102-4dd5-ac99-386cfeb7f5f9 req-2540029e-09b9-4481-b872-0798fb95d9ce tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 944 time: 0.0573041 Apr 05 11:16:00.516851 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:16:00.520858 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:00.521262 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (dfc4e00d-e1a4-41e7-9ecd-cec275a003b1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:00.525395 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c2489b23-2102-4dd5-ac99-386cfeb7f5f9 req-099014dd-317e-4fec-91aa-85f401db2304 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420449 Apr 05 11:16:00.604802 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:16:00.605191 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (dfc4e00d-e1a4-41e7-9ecd-cec275a003b1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:00.628371 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf973bc2-e445-440b-943e-c2824d829b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc4e00d-e1a4-41e7-9ecd-cec275a003b1'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:16:00.630729 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce608f8-448f-46a1-a502-c09e2f0a0bdd" -d '{"events": [{"server_uuid": "cf973bc2-e445-440b-943e-c2824d829b9d", "name": "network-vif-plugged", "status": "completed", "tag": "dfc4e00d-e1a4-41e7-9ecd-cec275a003b1"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:16:00.653618 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port dfc4e00d-e1a4-41e7-9ecd-cec275a003b1, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dfc4e00d-e1a4-41e7-9ecd-cec275a003b1,segment=NetworkSegment(fc434175-f43d-4591-bb6c-b0100b60e7bc),segment_id=fc434175-f43d-4591-bb6c-b0100b60e7bc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:16:00.667460 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ba479b-67f1-420a-b986-5bb4a5e57f5e x-openstack-request-id: req-c7ba479b-67f1-420a-b986-5bb4a5e57f5e {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:16:00.667780 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf973bc2-e445-440b-943e-c2824d829b9d", "name": "network-vif-plugged", "status": "completed", "tag": "dfc4e00d-e1a4-41e7-9ecd-cec275a003b1", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:16:00.668044 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c7ba479b-67f1-420a-b986-5bb4a5e57f5e {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:16:00.668455 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7ba479b-67f1-420a-b986-5bb4a5e57f5e'] response: {'server_uuid': 'cf973bc2-e445-440b-943e-c2824d829b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc4e00d-e1a4-41e7-9ecd-cec275a003b1', 'code': 200} Apr 05 11:16:00.847193 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (dfc4e00d-e1a4-41e7-9ecd-cec275a003b1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:00.898811 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=dfc4e00d-e1a4-41e7-9ecd-cec275a003b1,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:01.062705 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99101692-a45d-49d8-afbb-afb35c6c21fb req-4977624d-86ed-4801-aa09-ebba75db5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:01.063528 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-99101692-a45d-49d8-afbb-afb35c6c21fb req-4977624d-86ed-4801-aa09-ebba75db5099 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 1129 time: 0.0508623 Apr 05 11:16:01.084952 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938ba44-b2cc-465f-870f-a93c4084f71e req-1856b288-44a6-4e49-935b-346cd772c887 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:01.086522 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f938ba44-b2cc-465f-870f-a93c4084f71e req-1856b288-44a6-4e49-935b-346cd772c887 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0694041 Apr 05 11:16:01.116665 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-99101692-a45d-49d8-afbb-afb35c6c21fb req-8165e45f-13cf-4ee6-a68f-11caafd30c3b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453694 Apr 05 11:16:01.137074 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f938ba44-b2cc-465f-870f-a93c4084f71e req-18e32010-9a12-4a56-9034-f65c4afc9db4 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433125 Apr 05 11:16:01.662115 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00938735-0d6f-4c4b-9b51-6e3d5c399da3 req-d8504198-6150-46a0-82cc-30184241b732 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:01.663644 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-00938735-0d6f-4c4b-9b51-6e3d5c399da3 req-d8504198-6150-46a0-82cc-30184241b732 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 945 time: 0.0674336 Apr 05 11:16:01.715401 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-00938735-0d6f-4c4b-9b51-6e3d5c399da3 req-5a5b6023-2d3e-4461-9093-e989bb609ccc tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457613 Apr 05 11:16:02.254294 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6864c-8b0a-4588-980c-0e853ab5f7bc req-ea00167d-ddfb-4ac2-b603-cdecaf52d493 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:02.255809 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-23e6864c-8b0a-4588-980c-0e853ab5f7bc req-ea00167d-ddfb-4ac2-b603-cdecaf52d493 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0533583 Apr 05 11:16:02.308270 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-23e6864c-8b0a-4588-980c-0e853ab5f7bc req-772feb76-a835-4d8f-bb7d-ef9101e61689 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466444 Apr 05 11:16:02.832838 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173deb2f-a96c-40f3-bdfd-d1f84f690622 req-2924bfcc-4ac0-4578-8fd1-c7ffb05459c3 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:02.834973 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-173deb2f-a96c-40f3-bdfd-d1f84f690622 req-2924bfcc-4ac0-4578-8fd1-c7ffb05459c3 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 945 time: 0.0553331 Apr 05 11:16:02.887468 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-173deb2f-a96c-40f3-bdfd-d1f84f690622 req-bb033755-6a3b-4f4e-9006-5eee5f798a4c tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464497 Apr 05 11:16:03.450529 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc74d6-7688-4146-b797-e5468051f4af req-398c2ad0-4b0f-4d06-b494-a1eefaf291e9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:03.452487 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cebc74d6-7688-4146-b797-e5468051f4af req-398c2ad0-4b0f-4d06-b494-a1eefaf291e9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0560181 Apr 05 11:16:03.514843 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cebc74d6-7688-4146-b797-e5468051f4af req-1b832f04-585e-47a0-8eed-a40e2573c981 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555487 Apr 05 11:16:04.011636 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b66a91-93df-4d00-8c92-2eb65c7abea4 req-88a28df6-f62b-456a-9343-6a17654a6c51 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:04.013135 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2b66a91-93df-4d00-8c92-2eb65c7abea4 req-88a28df6-f62b-456a-9343-6a17654a6c51 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 945 time: 0.0516961 Apr 05 11:16:04.067550 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2b66a91-93df-4d00-8c92-2eb65c7abea4 req-bf77238c-2d0d-49bf-9269-4b2d780fd9d3 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487175 Apr 05 11:16:04.429508 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 58744) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:04.532865 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5bd66cfd-b850-495d-81a7-1c63bd95eca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:04.618419 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5bd66cfd-b850-495d-81a7-1c63bd95eca9 admin admin] Publish callbacks [] for security_group (e0cf7bae-1819-4132-becb-53dfa799556d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:04.638390 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065fa46-6100-4d71-a4b1-03a16c4bb7a3 req-c60e567d-5ca9-4f74-857a-7d22c411f0bc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:04.639901 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3065fa46-6100-4d71-a4b1-03a16c4bb7a3 req-c60e567d-5ca9-4f74-857a-7d22c411f0bc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0611486 Apr 05 11:16:04.687420 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3065fa46-6100-4d71-a4b1-03a16c4bb7a3 req-ec1811d4-f960-4817-904a-beebeba2792a tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418203 Apr 05 11:16:04.721672 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5bd66cfd-b850-495d-81a7-1c63bd95eca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (e0cf7bae-1819-4132-becb-53dfa799556d), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:04.759430 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd66cfd-b850-495d-81a7-1c63bd95eca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cf7bae-1819-4132-becb-53dfa799556d,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:04.764169 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-5bd66cfd-b850-495d-81a7-1c63bd95eca9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e7c4efdf5e2546678184cd8724d33c04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3335638 Apr 05 11:16:04.766869 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 58756) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:04.815721 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fdc6ea6c-3913-4eac-a351-e08576b15552 admin admin] Publish callbacks [] for security_group (e0cf7bae-1819-4132-becb-53dfa799556d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:04.837619 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fdc6ea6c-3913-4eac-a351-e08576b15552 admin admin] Publish callbacks [] for security_group (e0cf7bae-1819-4132-becb-53dfa799556d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:04.968393 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fdc6ea6c-3913-4eac-a351-e08576b15552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (e0cf7bae-1819-4132-becb-53dfa799556d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:04.971276 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fdc6ea6c-3913-4eac-a351-e08576b15552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:04.972545 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-fdc6ea6c-3913-4eac-a351-e08576b15552 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e0cf7bae-1819-4132-becb-53dfa799556d HTTP/1.1" status: 204 len: 168 time: 0.2047081 Apr 05 11:16:04.983649 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6ea6c-3913-4eac-a351-e08576b15552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cf7bae-1819-4132-becb-53dfa799556d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:05.348719 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 58772) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:05.573195 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-1d56c520-2305-4eab-ba91-8b2d30a985cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e46a31684ddc4f1791f1567eb691022c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209401 Apr 05 11:16:05.574037 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 58788) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:05.600630 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34086d3c-7f76-47c7-b8d5-f400d7220688 req-874fd932-9e65-4a54-aedc-8670639340b8 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:05.600843 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-34086d3c-7f76-47c7-b8d5-f400d7220688 req-874fd932-9e65-4a54-aedc-8670639340b8 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 945 time: 0.0598330 Apr 05 11:16:05.623316 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f2a3451d-5699-4ad1-a636-b393d437fd4f admin admin] Publish callbacks [] for security_group (84e6f0e2-b842-4580-a5f7-a24a1ddd0a02), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:05.645849 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f2a3451d-5699-4ad1-a636-b393d437fd4f admin admin] Publish callbacks [] for security_group (84e6f0e2-b842-4580-a5f7-a24a1ddd0a02), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:05.649616 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-34086d3c-7f76-47c7-b8d5-f400d7220688 req-3bfdfe46-eb31-4d31-a761-160d1a6a513c tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428631 Apr 05 11:16:05.787291 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f2a3451d-5699-4ad1-a636-b393d437fd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (84e6f0e2-b842-4580-a5f7-a24a1ddd0a02), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:05.789791 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f2a3451d-5699-4ad1-a636-b393d437fd4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:05.790930 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f2a3451d-5699-4ad1-a636-b393d437fd4f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84e6f0e2-b842-4580-a5f7-a24a1ddd0a02 HTTP/1.1" status: 204 len: 168 time: 0.2159698 Apr 05 11:16:05.802015 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3451d-5699-4ad1-a636-b393d437fd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e6f0e2-b842-4580-a5f7-a24a1ddd0a02,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:05.827887 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10be492-7f7b-4be7-85f4-5544fe6b0eae req-f1ac76f8-03ad-4b01-b79f-a907dc2dd7e3 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:05.828619 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c10be492-7f7b-4be7-85f4-5544fe6b0eae req-f1ac76f8-03ad-4b01-b79f-a907dc2dd7e3 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0696042 Apr 05 11:16:05.877615 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c10be492-7f7b-4be7-85f4-5544fe6b0eae req-64f66213-ad17-4974-ae1b-1a70891f832e tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430994 Apr 05 11:16:06.768976 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28448669-d9e8-4d10-9ede-37c00b8fc2bc req-162c8b29-3bbc-4902-8e8d-67f636f9e2d4 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:06.770487 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-28448669-d9e8-4d10-9ede-37c00b8fc2bc req-162c8b29-3bbc-4902-8e8d-67f636f9e2d4 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 945 time: 0.0537176 Apr 05 11:16:06.822254 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-28448669-d9e8-4d10-9ede-37c00b8fc2bc req-a42be05f-3b19-4d1c-a6ee-9220dd5af9ce tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458105 Apr 05 11:16:07.003933 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31829a-0d23-40b8-972c-f1ad62757142 req-df105aaa-8523-4cca-a93e-51ad84ae9d7b tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:07.006008 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9b31829a-0d23-40b8-972c-f1ad62757142 req-df105aaa-8523-4cca-a93e-51ad84ae9d7b tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0598600 Apr 05 11:16:07.058582 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9b31829a-0d23-40b8-972c-f1ad62757142 req-18c6452b-e1ca-4ad4-a74f-941464a0cdb9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465450 Apr 05 11:16:07.928753 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0674eb5-ffdf-405d-9588-b8155f71d066 req-59e629a4-059f-4fb6-a6ef-b4c9fc61d2a0 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:07.930393 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d0674eb5-ffdf-405d-9588-b8155f71d066 req-59e629a4-059f-4fb6-a6ef-b4c9fc61d2a0 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 945 time: 0.0526531 Apr 05 11:16:07.940211 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ad1af-fbaf-46ee-aa0f-06600a4b857f req-17587d46-8eff-470a-9b62-9909a0ad3065 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:07.941687 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-638ad1af-fbaf-46ee-aa0f-06600a4b857f req-17587d46-8eff-470a-9b62-9909a0ad3065 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 945 time: 0.0540853 Apr 05 11:16:07.988759 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-638ad1af-fbaf-46ee-aa0f-06600a4b857f req-6d33c7e9-9b61-44ae-8db7-11f18cd2a353 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/security-groups?id=465851d1-1e15-4cac-b1ea-dcfef87c5f6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409205 Apr 05 11:16:08.030306 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-d0674eb5-ffdf-405d-9588-b8155f71d066 req-61db8945-d0bc-4daf-975b-c13e033bf34b tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Deleting port dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:16:08.031055 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d0674eb5-ffdf-405d-9588-b8155f71d066 req-61db8945-d0bc-4daf-975b-c13e033bf34b tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (dfc4e00d-e1a4-41e7-9ecd-cec275a003b1), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:08.121877 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-d0674eb5-ffdf-405d-9588-b8155f71d066 req-61db8945-d0bc-4daf-975b-c13e033bf34b tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] For port dfc4e00d-e1a4-41e7-9ecd-cec275a003b1, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dfc4e00d-e1a4-41e7-9ecd-cec275a003b1,segment=NetworkSegment(fc434175-f43d-4591-bb6c-b0100b60e7bc),segment_id=fc434175-f43d-4591-bb6c-b0100b60e7bc)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:16:08.122266 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d0674eb5-ffdf-405d-9588-b8155f71d066 req-61db8945-d0bc-4daf-975b-c13e033bf34b tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (dfc4e00d-e1a4-41e7-9ecd-cec275a003b1), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:08.145029 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-d0674eb5-ffdf-405d-9588-b8155f71d066 req-61db8945-d0bc-4daf-975b-c13e033bf34b tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Calling delete_port for dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:16:08.238120 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96de36b-1631-4050-991b-fb43014cabda req-23d6ddaa-d87b-4e93-8c1f-087e757ee417 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:08.241013 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d96de36b-1631-4050-991b-fb43014cabda req-23d6ddaa-d87b-4e93-8c1f-087e757ee417 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.1105070 Apr 05 11:16:08.304721 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d96de36b-1631-4050-991b-fb43014cabda req-d7e0a7b3-0cba-497f-8167-c58577d5fbcc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584536 Apr 05 11:16:08.425494 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d0674eb5-ffdf-405d-9588-b8155f71d066 req-61db8945-d0bc-4daf-975b-c13e033bf34b tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (dfc4e00d-e1a4-41e7-9ecd-cec275a003b1), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:08.445430 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['dfc4e00d-e1a4-41e7-9ecd-cec275a003b1'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:16:08.458091 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db8945-d0bc-4daf-975b-c13e033bf34b tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Pushing event deleted for resources: {'Port': ['ID=dfc4e00d-e1a4-41e7-9ecd-cec275a003b1,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:08.500278 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0674eb5-ffdf-405d-9588-b8155f71d066 req-61db8945-d0bc-4daf-975b-c13e033bf34b tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] No DVR routers for this DVR port dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 on host hv-cinder-81899 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:16:08.503327 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-d0674eb5-ffdf-405d-9588-b8155f71d066 req-61db8945-d0bc-4daf-975b-c13e033bf34b tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:08.507369 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d0674eb5-ffdf-405d-9588-b8155f71d066 req-61db8945-d0bc-4daf-975b-c13e033bf34b tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.58 "DELETE /v2.0/ports/dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 HTTP/1.1" status: 204 len: 173 time: 0.5709541 Apr 05 11:16:08.509064 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf973bc2-e445-440b-943e-c2824d829b9d', 'name': 'network-vif-deleted', 'tag': 'dfc4e00d-e1a4-41e7-9ecd-cec275a003b1'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:16:08.510167 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5e1c65-544c-4ad0-a727-ef6acf97a6c1" -d '{"events": [{"server_uuid": "cf973bc2-e445-440b-943e-c2824d829b9d", "name": "network-vif-deleted", "tag": "dfc4e00d-e1a4-41e7-9ecd-cec275a003b1"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:16:08.545628 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8ba212-4188-4158-8662-24f90f0b91eb x-openstack-request-id: req-db8ba212-4188-4158-8662-24f90f0b91eb {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:16:08.545926 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf973bc2-e445-440b-943e-c2824d829b9d", "name": "network-vif-deleted", "tag": "dfc4e00d-e1a4-41e7-9ecd-cec275a003b1", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:16:08.546183 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db8ba212-4188-4158-8662-24f90f0b91eb {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:16:08.546586 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db8ba212-4188-4158-8662-24f90f0b91eb'] response: {'server_uuid': 'cf973bc2-e445-440b-943e-c2824d829b9d', 'name': 'network-vif-deleted', 'tag': 'dfc4e00d-e1a4-41e7-9ecd-cec275a003b1', 'status': 'completed', 'code': 200} Apr 05 11:16:09.093726 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e8aa8728-e53e-4951-a56a-4ded03cce55c req-13fae3a7-a13d-47ce-8c2a-2d7698cd2ec7 tempest-VolumesActionsTest-269684169 tempest-VolumesActionsTest-269684169-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf973bc2-e445-440b-943e-c2824d829b9d HTTP/1.1" status: 200 len: 210 time: 0.0270009 Apr 05 11:16:09.429272 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa3e87-3bf6-4255-a9ed-bb6350942198 req-ed707b95-3f65-414f-8cdb-46e75aa87818 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:09.430862 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-10aa3e87-3bf6-4255-a9ed-bb6350942198 req-ed707b95-3f65-414f-8cdb-46e75aa87818 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0529213 Apr 05 11:16:09.482761 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-10aa3e87-3bf6-4255-a9ed-bb6350942198 req-65145347-2401-4c78-9c66-2cd80cfafe97 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463073 Apr 05 11:16:10.612634 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f37901-20f4-4f5d-a466-ada4023f61ae req-8bf302e4-25fa-4753-ab77-bed5ce42afec tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:10.614304 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-13f37901-20f4-4f5d-a466-ada4023f61ae req-8bf302e4-25fa-4753-ab77-bed5ce42afec tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0559790 Apr 05 11:16:10.670702 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-13f37901-20f4-4f5d-a466-ada4023f61ae req-278de87a-96ab-4853-a465-a9b367b15b21 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502670 Apr 05 11:16:11.647785 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:16:11.796794 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a16cf1-c0e8-4472-be9b-0a691925f73b req-b4d5e84a-62e0-4879-aeea-d0d1afef42db tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:11.798246 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-57a16cf1-c0e8-4472-be9b-0a691925f73b req-b4d5e84a-62e0-4879-aeea-d0d1afef42db tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0601919 Apr 05 11:16:11.844218 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-57a16cf1-c0e8-4472-be9b-0a691925f73b req-f89dfc82-b632-4dee-98d0-b400ad9cdea1 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401595 Apr 05 11:16:12.664134 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:16:12.687540 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] No Port match for: dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:16:12.687889 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device dfc4e00d-e1a4-41e7-9ecd-cec275a003b1 not bound to the agent host hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:16:12.959148 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd898e5-4929-4a29-b88b-185679f68585 req-ac0d9547-e944-4471-b1aa-34fd75839809 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:12.960691 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6dd898e5-4929-4a29-b88b-185679f68585 req-ac0d9547-e944-4471-b1aa-34fd75839809 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0521085 Apr 05 11:16:13.007701 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6dd898e5-4929-4a29-b88b-185679f68585 req-63e94e0c-1e80-457d-acd7-2f0c2563844b tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414112 Apr 05 11:16:14.121232 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efca76-9404-48fc-906b-0b0d78059c23 req-e36b883a-f794-449b-8b0e-d52829e742e1 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:14.123038 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-33efca76-9404-48fc-906b-0b0d78059c23 req-e36b883a-f794-449b-8b0e-d52829e742e1 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0510082 Apr 05 11:16:14.168867 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-33efca76-9404-48fc-906b-0b0d78059c23 req-6f892433-443d-4a83-89d6-a22e73eb1f6f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404298 Apr 05 11:16:15.283414 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50732570-21f6-4e02-94aa-c017abbf0d14 req-3a918d38-815a-48f1-8da4-9a4f19b5cbe4 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:15.284951 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-50732570-21f6-4e02-94aa-c017abbf0d14 req-3a918d38-815a-48f1-8da4-9a4f19b5cbe4 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0521109 Apr 05 11:16:15.334733 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-50732570-21f6-4e02-94aa-c017abbf0d14 req-c1f375d0-e8f8-42ae-a77e-04a0bd892afa tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437126 Apr 05 11:16:16.462734 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c6296-f671-4ad9-b197-1efd757bbff4 req-1ab4c42e-32df-4d0d-84e1-980c9c06bbb3 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:16.464320 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-538c6296-f671-4ad9-b197-1efd757bbff4 req-1ab4c42e-32df-4d0d-84e1-980c9c06bbb3 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0568511 Apr 05 11:16:16.554629 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:16.665531 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-538c6296-f671-4ad9-b197-1efd757bbff4 req-ceeff65b-2345-4ecd-a601-35ea9be8e2ba tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932728 Apr 05 11:16:17.781339 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a94bb-6e21-4147-8ff9-1c7215c8ffbf req-8e79bfb9-9c01-44c2-b0ac-3a567517ccc6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:17.782827 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eb1a94bb-6e21-4147-8ff9-1c7215c8ffbf req-8e79bfb9-9c01-44c2-b0ac-3a567517ccc6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0538797 Apr 05 11:16:17.831191 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eb1a94bb-6e21-4147-8ff9-1c7215c8ffbf req-cf1983d3-40bf-4ef1-b887-532432c1689c tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428898 Apr 05 11:16:18.379387 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-dc4f210a-c72b-4dde-99a8-4964922c7ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:18.945408 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecf964-82cf-49f2-87f0-3e462ef86de0 req-6fdf95e5-34c2-4e3f-a830-f6e658f76a8d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:18.946892 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b0ecf964-82cf-49f2-87f0-3e462ef86de0 req-6fdf95e5-34c2-4e3f-a830-f6e658f76a8d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0509241 Apr 05 11:16:18.993115 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b0ecf964-82cf-49f2-87f0-3e462ef86de0 req-5cd409ba-568c-4ef3-a459-8c83769c0ae8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401874 Apr 05 11:16:19.874135 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-373157c7-0031-4cbd-b01d-7527717f4fb0 req-dd1465ad-b80f-4a27-987e-a804bfb4157e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417240 Apr 05 11:16:19.978192 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373157c7-0031-4cbd-b01d-7527717f4fb0 req-c703646d-54e8-4ce1-83ff-6faba3d60a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:19.979689 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-373157c7-0031-4cbd-b01d-7527717f4fb0 req-c703646d-54e8-4ce1-83ff-6faba3d60a7e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8&device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 1130 time: 0.0444460 Apr 05 11:16:20.086903 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373157c7-0031-4cbd-b01d-7527717f4fb0 req-c70927df-f542-430a-9377-579a86aa268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:20.088352 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-373157c7-0031-4cbd-b01d-7527717f4fb0 req-c70927df-f542-430a-9377-579a86aa268d service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c3ad901-dee6-4adf-8761-f4e0b40921d1 HTTP/1.1" status: 200 len: 918 time: 0.0887625 Apr 05 11:16:20.108783 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e04e7-f49b-4eca-8f03-6e753901a251 req-d1b81242-aa0a-481f-8ad8-79b06c30559b tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:20.110292 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0a7e04e7-f49b-4eca-8f03-6e753901a251 req-d1b81242-aa0a-481f-8ad8-79b06c30559b tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0516832 Apr 05 11:16:20.161145 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0a7e04e7-f49b-4eca-8f03-6e753901a251 req-e5d94d78-1acf-4faf-8618-d30c5a836a1c tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448890 Apr 05 11:16:20.187673 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-373157c7-0031-4cbd-b01d-7527717f4fb0 req-87ce1efa-09ec-432b-b8e5-19aa9a74d174 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be14224c-0258-4dc2-9ce4-f41347c20fc0 HTTP/1.1" status: 200 len: 1002 time: 0.0921967 Apr 05 11:16:20.240812 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373157c7-0031-4cbd-b01d-7527717f4fb0 req-f560ca0d-3faf-435b-bda6-6ec6f8453758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:20.242054 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-373157c7-0031-4cbd-b01d-7527717f4fb0 req-f560ca0d-3faf-435b-bda6-6ec6f8453758 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c226d4fe-4408-4a2e-a42d-e1f9fb159119 HTTP/1.1" status: 200 len: 856 time: 0.0480418 Apr 05 11:16:20.296036 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373157c7-0031-4cbd-b01d-7527717f4fb0 req-5994a677-f9bf-4fdc-89cf-ed956bca66c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:20.297641 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-373157c7-0031-4cbd-b01d-7527717f4fb0 req-5994a677-f9bf-4fdc-89cf-ed956bca66c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c3ad901-dee6-4adf-8761-f4e0b40921d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451388 Apr 05 11:16:20.387797 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-373157c7-0031-4cbd-b01d-7527717f4fb0 req-8eb74ac2-f7b0-4c67-af52-0018fb1baa57 service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830464 Apr 05 11:16:20.476723 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-373157c7-0031-4cbd-b01d-7527717f4fb0 req-24b8b40b-6d6c-4824-9301-84d88d8f6291 service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825248 Apr 05 11:16:20.951683 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e576c150-d0a4-47da-850f-7ab65779d91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:21.300447 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af8b71-0b1b-450f-8967-0c2704ff357a req-319a2899-52fe-49c2-934b-325e0db68acc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:21.302020 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c1af8b71-0b1b-450f-8967-0c2704ff357a req-319a2899-52fe-49c2-934b-325e0db68acc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0727625 Apr 05 11:16:21.354059 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c1af8b71-0b1b-450f-8967-0c2704ff357a req-cf3745b9-3ac5-4519-aae2-2f83785c694e tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464473 Apr 05 11:16:21.880437 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:22.466902 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c7aab-9311-47e4-97ee-4ceebf2c896f req-b746fcdb-00eb-4d57-abb5-2254485e6a26 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:22.468923 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a77c7aab-9311-47e4-97ee-4ceebf2c896f req-b746fcdb-00eb-4d57-abb5-2254485e6a26 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0509851 Apr 05 11:16:22.516463 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a77c7aab-9311-47e4-97ee-4ceebf2c896f req-a360332a-d2b1-4584-bada-d809cb7140dc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418897 Apr 05 11:16:23.191289 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:23.645579 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f8ae7-8ae2-40a3-97cc-5b5808c80a58 req-e7162981-89b1-4310-a591-6e8f2ec75e79 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:23.647169 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-819f8ae7-8ae2-40a3-97cc-5b5808c80a58 req-e7162981-89b1-4310-a591-6e8f2ec75e79 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0556996 Apr 05 11:16:23.729550 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-819f8ae7-8ae2-40a3-97cc-5b5808c80a58 req-4b5c89d2-b620-48b3-b26e-49dd3dee471a tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677028 Apr 05 11:16:24.720998 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 59116) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:24.862103 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-73552e5b-d6fe-4b08-a497-36264a564d8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:24.975642 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-73552e5b-d6fe-4b08-a497-36264a564d8c admin admin] Publish callbacks [] for security_group (0e4258e5-9536-4511-bf70-a763a7b6eee2), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:24.991078 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:25.066239 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-73552e5b-d6fe-4b08-a497-36264a564d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (0e4258e5-9536-4511-bf70-a763a7b6eee2), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:25.110251 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 59126) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:25.111238 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-73552e5b-d6fe-4b08-a497-36264a564d8c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04cc81abeeba4b6790d33803b8237888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3881066 Apr 05 11:16:25.112843 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73552e5b-d6fe-4b08-a497-36264a564d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4258e5-9536-4511-bf70-a763a7b6eee2,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:25.124922 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73552e5b-d6fe-4b08-a497-36264a564d8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.125590 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73552e5b-d6fe-4b08-a497-36264a564d8c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.126111 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73552e5b-d6fe-4b08-a497-36264a564d8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.126663 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73552e5b-d6fe-4b08-a497-36264a564d8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.130810 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73552e5b-d6fe-4b08-a497-36264a564d8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.130810 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73552e5b-d6fe-4b08-a497-36264a564d8c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.130810 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73552e5b-d6fe-4b08-a497-36264a564d8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.130810 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73552e5b-d6fe-4b08-a497-36264a564d8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.130810 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73552e5b-d6fe-4b08-a497-36264a564d8c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.130810 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73552e5b-d6fe-4b08-a497-36264a564d8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.130810 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73552e5b-d6fe-4b08-a497-36264a564d8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.130810 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73552e5b-d6fe-4b08-a497-36264a564d8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.130810 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73552e5b-d6fe-4b08-a497-36264a564d8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.130810 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73552e5b-d6fe-4b08-a497-36264a564d8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.130810 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73552e5b-d6fe-4b08-a497-36264a564d8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.163980 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-03381762-2e7e-46b2-95cc-5ed96a2a3fc1 admin admin] Publish callbacks [] for security_group (0e4258e5-9536-4511-bf70-a763a7b6eee2), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:25.185703 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-03381762-2e7e-46b2-95cc-5ed96a2a3fc1 admin admin] Publish callbacks [] for security_group (0e4258e5-9536-4511-bf70-a763a7b6eee2), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:25.332351 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-03381762-2e7e-46b2-95cc-5ed96a2a3fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (0e4258e5-9536-4511-bf70-a763a7b6eee2), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:25.335365 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-03381762-2e7e-46b2-95cc-5ed96a2a3fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:25.339231 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-03381762-2e7e-46b2-95cc-5ed96a2a3fc1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e4258e5-9536-4511-bf70-a763a7b6eee2 HTTP/1.1" status: 204 len: 168 time: 0.2251441 Apr 05 11:16:25.349693 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03381762-2e7e-46b2-95cc-5ed96a2a3fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4258e5-9536-4511-bf70-a763a7b6eee2,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:25.353639 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03381762-2e7e-46b2-95cc-5ed96a2a3fc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.354183 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03381762-2e7e-46b2-95cc-5ed96a2a3fc1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.354699 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03381762-2e7e-46b2-95cc-5ed96a2a3fc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.355175 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03381762-2e7e-46b2-95cc-5ed96a2a3fc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.355653 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03381762-2e7e-46b2-95cc-5ed96a2a3fc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.356156 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03381762-2e7e-46b2-95cc-5ed96a2a3fc1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.356630 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03381762-2e7e-46b2-95cc-5ed96a2a3fc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.357101 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03381762-2e7e-46b2-95cc-5ed96a2a3fc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.357573 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03381762-2e7e-46b2-95cc-5ed96a2a3fc1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.358713 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03381762-2e7e-46b2-95cc-5ed96a2a3fc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.359213 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03381762-2e7e-46b2-95cc-5ed96a2a3fc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.359757 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03381762-2e7e-46b2-95cc-5ed96a2a3fc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.360291 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03381762-2e7e-46b2-95cc-5ed96a2a3fc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.360835 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03381762-2e7e-46b2-95cc-5ed96a2a3fc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.361375 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03381762-2e7e-46b2-95cc-5ed96a2a3fc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:25.992979 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b657e6-6f16-4732-aba6-299db4beff5b req-79817290-bc3a-4af5-8034-5b0c2d7c079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:25.994679 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d0b657e6-6f16-4732-aba6-299db4beff5b req-79817290-bc3a-4af5-8034-5b0c2d7c079b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 1129 time: 0.0649674 Apr 05 11:16:26.075888 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d0b657e6-6f16-4732-aba6-299db4beff5b req-3ca64f35-2066-4a9f-9229-ba2fd0692204 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676455 Apr 05 11:16:26.793420 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 59166) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:26.925081 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-a3b56f8e-ca52-44c6-8e36-3aa31b50a4e8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1096816453-network', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:16:26.940009 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66f5bd-1826-4198-847c-12b14f4ab3ab req-79323230-9c2f-4366-b296-9521cc5f8343 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:26.947543 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3c66f5bd-1826-4198-847c-12b14f4ab3ab req-79323230-9c2f-4366-b296-9521cc5f8343 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0886011 Apr 05 11:16:27.027387 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3c66f5bd-1826-4198-847c-12b14f4ab3ab req-a534aeef-19bb-4212-a04f-3483ad1aabb4 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741122 Apr 05 11:16:27.086465 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b56f8e-ca52-44c6-8e36-3aa31b50a4e8 admin admin] Made reservation on behalf of b3e907fc457e4c4396437b93bfa31859 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:16:27.088730 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3b56f8e-ca52-44c6-8e36-3aa31b50a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:27.098073 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3b56f8e-ca52-44c6-8e36-3aa31b50a4e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:27.183283 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3b56f8e-ca52-44c6-8e36-3aa31b50a4e8 admin admin] Publish callbacks [] for security_group (08d513d3-8511-4699-88d4-8cc5867346a1), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:27.282451 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3b56f8e-ca52-44c6-8e36-3aa31b50a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (08d513d3-8511-4699-88d4-8cc5867346a1), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:27.297896 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b56f8e-ca52-44c6-8e36-3aa31b50a4e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:16:27.307594 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3b56f8e-ca52-44c6-8e36-3aa31b50a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (fdf18c87-d88d-4cad-b3e4-54f90252dd6d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:27.307931 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-a3b56f8e-ca52-44c6-8e36-3aa31b50a4e8 admin admin] Added segment fdf18c87-d88d-4cad-b3e4-54f90252dd6d of type vlan for network dcecadc1-803f-40fe-91be-b25ccccfa953 Apr 05 11:16:27.396698 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b56f8e-ca52-44c6-8e36-3aa31b50a4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d513d3-8511-4699-88d4-8cc5867346a1,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:27.401654 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3b56f8e-ca52-44c6-8e36-3aa31b50a4e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793732229416'] for network (dcecadc1-803f-40fe-91be-b25ccccfa953), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:27.563090 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3b56f8e-ca52-44c6-8e36-3aa31b50a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for network (dcecadc1-803f-40fe-91be-b25ccccfa953), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:27.564350 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b56f8e-ca52-44c6-8e36-3aa31b50a4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:27.564935 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3b56f8e-ca52-44c6-8e36-3aa31b50a4e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:28.034363 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a3b56f8e-ca52-44c6-8e36-3aa31b50a4e8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2357142 Apr 05 11:16:28.035716 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 59196) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:28.042230 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-a88b3352-253f-42ac-98f7-abec14bee22b admin admin] Request body: {'subnet': {'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1096816453-subnet', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:16:28.043800 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b56f8e-ca52-44c6-8e36-3aa31b50a4e8 admin admin] Pushing event updated for resources: {'Network': ['ID=dcecadc1-803f-40fe-91be-b25ccccfa953,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:28.056315 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Network dcecadc1-803f-40fe-91be-b25ccccfa953 details requested by agent ovs-agent-dv-cinder-818994-3-iscsi with host dv-cinder-818994-3-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:16:28.089653 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6168f-f5f7-467c-83ee-ed8dc6b9f763 req-4b7c68f7-70c2-47f3-8429-39163ceed64f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:28.091196 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e1f6168f-f5f7-467c-83ee-ed8dc6b9f763 req-4b7c68f7-70c2-47f3-8429-39163ceed64f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.4873879 Apr 05 11:16:28.214367 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e1f6168f-f5f7-467c-83ee-ed8dc6b9f763 req-a6b3e363-af8e-400e-93a8-baa45f761558 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713151 Apr 05 11:16:28.269529 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdc083-29cb-4054-bd88-2bdb7a9ba1a9 req-4921d823-2232-4934-ac82-a4ff5ba3b9e8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:28.271554 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-15fdc083-29cb-4054-bd88-2bdb7a9ba1a9 req-4921d823-2232-4934-ac82-a4ff5ba3b9e8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0977700 Apr 05 11:16:28.344972 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-15fdc083-29cb-4054-bd88-2bdb7a9ba1a9 req-1aaf79e1-023c-4f1c-ac39-500c19ff3c5b tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663359 Apr 05 11:16:28.477705 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88b3352-253f-42ac-98f7-abec14bee22b admin admin] Made reservation on behalf of b3e907fc457e4c4396437b93bfa31859 for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:16:28.477940 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e64d7-a6d3-4ec9-8306-242cc5fba76d req-bc33ea80-e429-4001-9131-f8bb356eb48b tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:28.483091 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a88b3352-253f-42ac-98f7-abec14bee22b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5249223'] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:28.488660 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef1e64d7-a6d3-4ec9-8306-242cc5fba76d req-bc33ea80-e429-4001-9131-f8bb356eb48b tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0643470 Apr 05 11:16:28.551643 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef1e64d7-a6d3-4ec9-8306-242cc5fba76d req-8af3d689-af84-44da-8146-5094636db5b9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596237 Apr 05 11:16:28.806774 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a88b3352-253f-42ac-98f7-abec14bee22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5343257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5249241'] for subnet (dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:28.849844 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b3352-253f-42ac-98f7-abec14bee22b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:28.885526 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88b3352-253f-42ac-98f7-abec14bee22b admin admin] Checking segment: {'id': 'fdf18c87-d88d-4cad-b3e4-54f90252dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:16:28.885885 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88b3352-253f-42ac-98f7-abec14bee22b admin admin] Network hostable DHCP agents. Network: dcecadc1-803f-40fe-91be-b25ccccfa953, hostable agents: ['cd8b06fc-05cb-41d0-9f86-42134aa474b0'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:16:28.996590 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88b3352-253f-42ac-98f7-abec14bee22b admin admin] Network dcecadc1-803f-40fe-91be-b25ccccfa953 is scheduled to be hosted by DHCP agent cd8b06fc-05cb-41d0-9f86-42134aa474b0 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:16:29.127856 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-a88b3352-253f-42ac-98f7-abec14bee22b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-iscsi, dcecadc1-803f-40fe-91be-b25ccccfa953) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:16:29.134182 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88b3352-253f-42ac-98f7-abec14bee22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:29.136242 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a88b3352-253f-42ac-98f7-abec14bee22b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:29.145522 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdc5545-1426-4741-ad35-1d97298ba337 None None] Network dcecadc1-803f-40fe-91be-b25ccccfa953 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:16:29.273932 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e5a918-72d0-514f-af35-f2ca56414c48-dcecadc1-803f-40fe-91be-b25ccccfa953', 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953', 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'fixed_ips': [{'subnet_id': 'dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae'}]}} from dv-cinder-818994-3-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:16:29.275970 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:29.323046 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a88b3352-253f-42ac-98f7-abec14bee22b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2855732 Apr 05 11:16:29.331310 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 59214) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:29.331310 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-0b8a127e-f197-4136-91ca-e71a9a2d9f38 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1096816453-router', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:16:29.376344 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6d686-1144-4a33-a586-76883938dbc5 req-bdc6c9e7-e280-49c1-9f27-232b2a5642a8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:29.384247 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-94e6d686-1144-4a33-a586-76883938dbc5 req-bdc6c9e7-e280-49c1-9f27-232b2a5642a8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.1063087 Apr 05 11:16:29.437795 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-94e6d686-1144-4a33-a586-76883938dbc5 req-ae3104b8-22f1-4761-b4d7-114372e2e24b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524688 Apr 05 11:16:29.540288 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b8a127e-f197-4136-91ca-e71a9a2d9f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (db413520-db97-424e-b54f-4b3ce9c16d0e), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:29.544245 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b8a127e-f197-4136-91ca-e71a9a2d9f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5208'] for router (db413520-db97-424e-b54f-4b3ce9c16d0e), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:29.577726 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] Allocated IP 172.20.0.2 (dcecadc1-803f-40fe-91be-b25ccccfa953/dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae/793ee946-2b77-471d-8c33-47affb2aef82) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:16:29.596817 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b8a127e-f197-4136-91ca-e71a9a2d9f38 admin admin] Publish callbacks [] for router_controller (db413520-db97-424e-b54f-4b3ce9c16d0e), precommit_add_association {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:29.728630 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] Publish callbacks [] for port (793ee946-2b77-471d-8c33-47affb2aef82), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:29.921465 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b8a127e-f197-4136-91ca-e71a9a2d9f38 admin admin] Publish callbacks [] for router_gateway (db413520-db97-424e-b54f-4b3ce9c16d0e), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:29.986073 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (793ee946-2b77-471d-8c33-47affb2aef82), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:30.026558 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] Network dcecadc1-803f-40fe-91be-b25ccccfa953 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:16:30.031340 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:16:30.037594 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:16:30.064748 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] Pushing event updated for resources: {'Port': ['ID=793ee946-2b77-471d-8c33-47affb2aef82,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:30.098087 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] Attempting to bind port 793ee946-2b77-471d-8c33-47affb2aef82 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:16:30.098469 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] Attempting to bind port 793ee946-2b77-471d-8c33-47affb2aef82 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'fdf18c87-d88d-4cad-b3e4-54f90252dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:16:30.098863 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] Attempting to bind port 793ee946-2b77-471d-8c33-47affb2aef82 on network dcecadc1-803f-40fe-91be-b25ccccfa953 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:16:30.104073 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:16:30.104455 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] Checking segment: {'id': 'fdf18c87-d88d-4cad-b3e4-54f90252dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:16:30.104864 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:30.105262 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] Bound using segment: {'id': 'fdf18c87-d88d-4cad-b3e4-54f90252dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:16:30.105732 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] Bound port: 793ee946-2b77-471d-8c33-47affb2aef82, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf18c87-d88d-4cad-b3e4-54f90252dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:16:30.106118 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (793ee946-2b77-471d-8c33-47affb2aef82), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:30.183265 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] For port 793ee946-2b77-471d-8c33-47affb2aef82, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:16:30.186568 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] For port 793ee946-2b77-471d-8c33-47affb2aef82, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=793ee946-2b77-471d-8c33-47affb2aef82,segment=NetworkSegment(fdf18c87-d88d-4cad-b3e4-54f90252dd6d),segment_id=fdf18c87-d88d-4cad-b3e4-54f90252dd6d)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:16:30.294816 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (793ee946-2b77-471d-8c33-47affb2aef82), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:30.386043 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086bd71d-d14a-4837-9fca-cf77b00a6f7e None None] Pushing event updated for resources: {'Port': ['ID=793ee946-2b77-471d-8c33-47affb2aef82,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:30.397574 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b8a127e-f197-4136-91ca-e71a9a2d9f38 admin admin] Publish callbacks [] for router_gateway (db413520-db97-424e-b54f-4b3ce9c16d0e), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:30.428356 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b8a127e-f197-4136-91ca-e71a9a2d9f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:30.650194 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46acce4b-44f9-49ca-8e2d-7e61c37e9c66 req-162af0ba-d42e-4689-bdc9-e6c287052347 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:30.651803 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-46acce4b-44f9-49ca-8e2d-7e61c37e9c66 req-162af0ba-d42e-4689-bdc9-e6c287052347 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0869155 Apr 05 11:16:30.653019 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-0b8a127e-f197-4136-91ca-e71a9a2d9f38 admin admin] Allocated IP 172.27.0.62 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/02573849-b417-44c7-97ae-cb5fae0975d5) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:16:30.746322 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-46acce4b-44f9-49ca-8e2d-7e61c37e9c66 req-38b0cd4d-558a-4d19-8ddf-2b97aa5399f0 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787904 Apr 05 11:16:30.856256 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b8a127e-f197-4136-91ca-e71a9a2d9f38 admin admin] Publish callbacks [] for port (02573849-b417-44c7-97ae-cb5fae0975d5), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:31.042427 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b8a127e-f197-4136-91ca-e71a9a2d9f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (02573849-b417-44c7-97ae-cb5fae0975d5), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:31.097470 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8a127e-f197-4136-91ca-e71a9a2d9f38 admin admin] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:16:31.098421 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a127e-f197-4136-91ca-e71a9a2d9f38 admin admin] Pushing event updated for resources: {'Port': ['ID=02573849-b417-44c7-97ae-cb5fae0975d5,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:31.101599 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-0b8a127e-f197-4136-91ca-e71a9a2d9f38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:16:31.103850 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8a127e-f197-4136-91ca-e71a9a2d9f38 admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:16:31.562452 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b8a127e-f197-4136-91ca-e71a9a2d9f38 admin admin] Publish callbacks [] for router_gateway (db413520-db97-424e-b54f-4b3ce9c16d0e), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:31.605674 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42afbf4-c8ad-4d1d-b460-03a2e9ad0375 None None] Network dcecadc1-803f-40fe-91be-b25ccccfa953 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:16:31.744636 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-5034b1ec-abd2-4bb5-a806-956b7fe82e29 None None] Provisioning complete for port 793ee946-2b77-471d-8c33-47affb2aef82 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:31.745197 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5034b1ec-abd2-4bb5-a806-956b7fe82e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (793ee946-2b77-471d-8c33-47affb2aef82), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:31.836139 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b8a127e-f197-4136-91ca-e71a9a2d9f38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585778'] for router (db413520-db97-424e-b54f-4b3ce9c16d0e), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:31.936400 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-5034b1ec-abd2-4bb5-a806-956b7fe82e29 None None] Current status of the port 793ee946-2b77-471d-8c33-47affb2aef82 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:16:31.937176 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5034b1ec-abd2-4bb5-a806-956b7fe82e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (793ee946-2b77-471d-8c33-47affb2aef82), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:31.995737 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-5034b1ec-abd2-4bb5-a806-956b7fe82e29 None None] For port 793ee946-2b77-471d-8c33-47affb2aef82, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=793ee946-2b77-471d-8c33-47affb2aef82,segment=NetworkSegment(fdf18c87-d88d-4cad-b3e4-54f90252dd6d),segment_id=fdf18c87-d88d-4cad-b3e4-54f90252dd6d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:16:32.072825 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68031f5-2f0f-4e68-b1e5-bf7d6497b4c8 req-ffc53df4-d1e3-4f83-9625-c6b137624cda tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:32.074399 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b68031f5-2f0f-4e68-b1e5-bf7d6497b4c8 req-ffc53df4-d1e3-4f83-9625-c6b137624cda tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.1090734 Apr 05 11:16:32.101490 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5034b1ec-abd2-4bb5-a806-956b7fe82e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (793ee946-2b77-471d-8c33-47affb2aef82), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:32.137686 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8a127e-f197-4136-91ca-e71a9a2d9f38 admin admin] Router db413520-db97-424e-b54f-4b3ce9c16d0e is scheduled to L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a with binding_index 1 {{(pid=103962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:16:32.169332 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b68031f5-2f0f-4e68-b1e5-bf7d6497b4c8 req-2fcad0cf-2356-46f7-a0bc-747380ec734d tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888665 Apr 05 11:16:32.325959 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ae7aa5d2-d9a1-4986-97ea-c4dd48f087cb None None] Provisioning complete for port 793ee946-2b77-471d-8c33-47affb2aef82 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:32.328228 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ae7aa5d2-d9a1-4986-97ea-c4dd48f087cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (793ee946-2b77-471d-8c33-47affb2aef82), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:32.376281 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 793ee946-2b77-471d-8c33-47affb2aef82 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:16:32.380252 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4c0f3-232b-46e2-a460-dcba4ec3a243 req-172e1fe7-1e71-4278-914b-a06e1034c98f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:32.382626 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-75d4c0f3-232b-46e2-a460-dcba4ec3a243 req-172e1fe7-1e71-4278-914b-a06e1034c98f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0773380 Apr 05 11:16:32.403607 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8a127e-f197-4136-91ca-e71a9a2d9f38 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:16:32.404486 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034b1ec-abd2-4bb5-a806-956b7fe82e29 None None] Pushing event updated for resources: {'Port': ['ID=793ee946-2b77-471d-8c33-47affb2aef82,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:32.415047 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] Sync routers for ids ['db413520-db97-424e-b54f-4b3ce9c16d0e'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:16:32.429235 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] Routers {'db413520-db97-424e-b54f-4b3ce9c16d0e'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:16:32.429879 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:16:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['db413520-db97-424e-b54f-4b3ce9c16d0e'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:16:32.444157 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfeb730-954e-4509-82df-4b276d3175a6 req-94411b00-1c95-42de-a264-fc073bdcd9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:32.445829 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8dfeb730-954e-4509-82df-4b276d3175a6 req-94411b00-1c95-42de-a264-fc073bdcd9b0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf751cbfd21e463e83beea4d29713404&device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 1129 time: 0.0750289 Apr 05 11:16:32.469220 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-75d4c0f3-232b-46e2-a460-dcba4ec3a243 req-fc600748-e4fb-478f-ae0a-8851330a5c2b tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738137 Apr 05 11:16:32.497016 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b8a127e-f197-4136-91ca-e71a9a2d9f38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:32.500377 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0b8a127e-f197-4136-91ca-e71a9a2d9f38 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1718338 Apr 05 11:16:32.503621 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 59260) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:32.567423 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ae7aa5d2-d9a1-4986-97ea-c4dd48f087cb None None] Current status of the port 793ee946-2b77-471d-8c33-47affb2aef82 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:16:32.578087 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 793ee946-2b77-471d-8c33-47affb2aef82 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:32.578456 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (793ee946-2b77-471d-8c33-47affb2aef82), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:32.585211 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfeb730-954e-4509-82df-4b276d3175a6 req-ae55a177-18a4-4474-9581-56ec47cb9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:32.587433 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8dfeb730-954e-4509-82df-4b276d3175a6 req-ae55a177-18a4-4474-9581-56ec47cb9db4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a84177b0-98a3-43e8-9748-217cec2ce77a HTTP/1.1" status: 200 len: 919 time: 0.1264203 Apr 05 11:16:32.590977 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] Set router db413520-db97-424e-b54f-4b3ce9c16d0e gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:16:32.673624 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8dfeb730-954e-4509-82df-4b276d3175a6 req-1c1d2e61-dfad-4ab9-b997-f40249c20a6f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01522163-0d2a-4854-8bdc-d67d7aa1cd89 HTTP/1.1" status: 200 len: 217 time: 0.0392821 Apr 05 11:16:32.697500 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 793ee946-2b77-471d-8c33-47affb2aef82 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:16:32.770742 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfeb730-954e-4509-82df-4b276d3175a6 req-d1e223a7-a952-4985-b96b-43268bbd2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:32.772374 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8dfeb730-954e-4509-82df-4b276d3175a6 req-d1e223a7-a952-4985-b96b-43268bbd2b28 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b01bd4d7-97a5-45dc-b9c7-6b928112c646 HTTP/1.1" status: 200 len: 857 time: 0.0905116 Apr 05 11:16:32.781995 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'name': 'tempest-TestShelveInstance-1096816453-router', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:29Z', 'updated_at': '2022-04-05T11:16:31Z', 'revision_number': 3, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'gw_port': {'id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:30Z', 'updated_at': '2022-04-05T11:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:16:32.810418 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] Checking router: db413520-db97-424e-b54f-4b3ce9c16d0e for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:16:32.810803 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] Updating router db413520-db97-424e-b54f-4b3ce9c16d0e port 02573849-b417-44c7-97ae-cb5fae0975d5 binding host dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:16:32.838814 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (02573849-b417-44c7-97ae-cb5fae0975d5), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:32.926983 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfeb730-954e-4509-82df-4b276d3175a6 req-97a798f6-4c63-4e11-94d3-6772c14466f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:32.929154 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8dfeb730-954e-4509-82df-4b276d3175a6 req-97a798f6-4c63-4e11-94d3-6772c14466f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a84177b0-98a3-43e8-9748-217cec2ce77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1464779 Apr 05 11:16:33.113968 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8dfeb730-954e-4509-82df-4b276d3175a6 req-f9f27c65-80a6-4a3c-8194-9d92720bc23b service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758678 Apr 05 11:16:33.114631 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] Publish callbacks [] for port (02573849-b417-44c7-97ae-cb5fae0975d5), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:33.293956 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (02573849-b417-44c7-97ae-cb5fae0975d5), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:33.322773 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8dfeb730-954e-4509-82df-4b276d3175a6 req-180cb06e-ac14-4f23-841b-d99b1b748db4 service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629772 Apr 05 11:16:33.343562 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] Attempting to bind port 02573849-b417-44c7-97ae-cb5fae0975d5 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:16:33.344010 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] Attempting to bind port 02573849-b417-44c7-97ae-cb5fae0975d5 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:16:33.344438 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] Attempting to bind port 02573849-b417-44c7-97ae-cb5fae0975d5 on network ab2e3e10-783c-4840-b185-530a1ad29b1c {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:16:33.352516 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:16:33.352956 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] Checking segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:16:33.353370 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:33.353762 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] Bound using segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:16:33.354243 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] Bound port: 02573849-b417-44c7-97ae-cb5fae0975d5, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:16:33.354651 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (02573849-b417-44c7-97ae-cb5fae0975d5), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:33.396582 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcc7ea-ec8e-4ca9-94db-c78657967150 None None] Pushing event updated for resources: {'Port': ['ID=02573849-b417-44c7-97ae-cb5fae0975d5,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:33.416073 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bcc7ea-ec8e-4ca9-94db-c78657967150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:33.416821 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bcc7ea-ec8e-4ca9-94db-c78657967150 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:33.416821 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bcc7ea-ec8e-4ca9-94db-c78657967150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:33.417115 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bcc7ea-ec8e-4ca9-94db-c78657967150 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:33.417453 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bcc7ea-ec8e-4ca9-94db-c78657967150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:33.417784 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bcc7ea-ec8e-4ca9-94db-c78657967150 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:33.418210 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bcc7ea-ec8e-4ca9-94db-c78657967150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:33.418514 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bcc7ea-ec8e-4ca9-94db-c78657967150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:33.418877 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bcc7ea-ec8e-4ca9-94db-c78657967150 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:33.419202 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bcc7ea-ec8e-4ca9-94db-c78657967150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:33.419524 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bcc7ea-ec8e-4ca9-94db-c78657967150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:33.419862 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bcc7ea-ec8e-4ca9-94db-c78657967150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:33.420202 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bcc7ea-ec8e-4ca9-94db-c78657967150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:33.420505 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bcc7ea-ec8e-4ca9-94db-c78657967150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:33.420820 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bcc7ea-ec8e-4ca9-94db-c78657967150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:16:33.436297 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] For port 02573849-b417-44c7-97ae-cb5fae0975d5, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:16:33.439655 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] For port 02573849-b417-44c7-97ae-cb5fae0975d5, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=02573849-b417-44c7-97ae-cb5fae0975d5,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:16:33.587091 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9924d6-aa34-4f35-9cce-ba0ebb6db706 req-2d26ce87-7bbe-44d9-b35e-78bad5e1c69d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:33.588630 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3e9924d6-aa34-4f35-9cce-ba0ebb6db706 req-2d26ce87-7bbe-44d9-b35e-78bad5e1c69d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0554159 Apr 05 11:16:33.614270 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (02573849-b417-44c7-97ae-cb5fae0975d5), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:33.661737 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b55ed1-63b4-474a-85cf-bc1a58accb7f req-5198ae3d-7a8a-448f-a7ae-d9e8477c7a3b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:33.663544 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-89b55ed1-63b4-474a-85cf-bc1a58accb7f req-5198ae3d-7a8a-448f-a7ae-d9e8477c7a3b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.3806381 Apr 05 11:16:33.671278 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3e9924d6-aa34-4f35-9cce-ba0ebb6db706 req-b53ff450-f1f7-4f66-a623-14935b88dcf9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760100 Apr 05 11:16:33.673859 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] Routers {'db413520-db97-424e-b54f-4b3ce9c16d0e'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:16:33.674540 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:16:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['db413520-db97-424e-b54f-4b3ce9c16d0e'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:16:33.735141 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3e5b05ea-a492-4991-b40b-03c73e74db6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:33.739869 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-89b55ed1-63b4-474a-85cf-bc1a58accb7f req-d943771a-bcda-485d-ad57-89a68012b9ca tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574687 Apr 05 11:16:33.806348 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcc7ea-ec8e-4ca9-94db-c78657967150 None None] Pushing event updated for resources: {'Port': ['ID=02573849-b417-44c7-97ae-cb5fae0975d5,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:33.837708 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] Set router db413520-db97-424e-b54f-4b3ce9c16d0e gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:16:33.941420 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-3e5b05ea-a492-4991-b40b-03c73e74db6a admin admin] Allocated IP 172.20.0.1 (dcecadc1-803f-40fe-91be-b25ccccfa953/dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae/63349a45-fb41-4902-88a7-644f767d9fcf) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:16:34.047537 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'name': 'tempest-TestShelveInstance-1096816453-router', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:29Z', 'updated_at': '2022-04-05T11:16:31Z', 'revision_number': 3, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'gw_port': {'id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:30Z', 'updated_at': '2022-04-05T11:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:16:34.080966 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d640d69-a029-41c7-8137-70f48e8129c6 None None] The sync data for ids ['db413520-db97-424e-b54f-4b3ce9c16d0e'] in dv-cinder-818994-3-iscsi is: [{'id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'name': 'tempest-TestShelveInstance-1096816453-router', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:29Z', 'updated_at': '2022-04-05T11:16:31Z', 'revision_number': 3, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'gw_port': {'id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:30Z', 'updated_at': '2022-04-05T11:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:16:34.120149 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3e5b05ea-a492-4991-b40b-03c73e74db6a admin admin] Publish callbacks [] for port (63349a45-fb41-4902-88a7-644f767d9fcf), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:34.255247 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 793ee946-2b77-471d-8c33-47affb2aef82 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:16:34.282882 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3e5b05ea-a492-4991-b40b-03c73e74db6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (63349a45-fb41-4902-88a7-644f767d9fcf), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:34.334359 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 793ee946-2b77-471d-8c33-47affb2aef82 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:34.335267 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (793ee946-2b77-471d-8c33-47affb2aef82), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:34.343891 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b05ea-a492-4991-b40b-03c73e74db6a admin admin] Pushing event updated for resources: {'Port': ['ID=63349a45-fb41-4902-88a7-644f767d9fcf,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:34.369048 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5b05ea-a492-4991-b40b-03c73e74db6a admin admin] Network dcecadc1-803f-40fe-91be-b25ccccfa953 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:16:34.371136 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-3e5b05ea-a492-4991-b40b-03c73e74db6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:16:34.387283 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5b05ea-a492-4991-b40b-03c73e74db6a admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:16:34.499682 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3e5b05ea-a492-4991-b40b-03c73e74db6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585827'] for router_interface (db413520-db97-424e-b54f-4b3ce9c16d0e), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:34.567740 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 793ee946-2b77-471d-8c33-47affb2aef82 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:16:34.718857 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-45a75eee-4d60-4da8-a440-1ba79a0ec6ae None None] Provisioning complete for port 63349a45-fb41-4902-88a7-644f767d9fcf triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:34.719269 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-45a75eee-4d60-4da8-a440-1ba79a0ec6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (63349a45-fb41-4902-88a7-644f767d9fcf), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:34.756193 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-45a75eee-4d60-4da8-a440-1ba79a0ec6ae None None] Port 63349a45-fb41-4902-88a7-644f767d9fcf cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:16:34.790336 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3e5b05ea-a492-4991-b40b-03c73e74db6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (63349a45-fb41-4902-88a7-644f767d9fcf), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:34.884635 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4b238-b7f7-42ce-bfe5-7e31ce56a210 req-7b69b1dd-264e-433d-a882-f2bd4acf9d47 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:34.893990 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86e4b238-b7f7-42ce-bfe5-7e31ce56a210 req-7b69b1dd-264e-433d-a882-f2bd4acf9d47 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.1109083 Apr 05 11:16:34.971194 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86e4b238-b7f7-42ce-bfe5-7e31ce56a210 req-c178e9f7-c723-4075-8aa7-9b7d7327b2ee tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754373 Apr 05 11:16:35.001356 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cedbfbe-bb08-4691-af5e-e6bb7efd8c21 req-1e21ded3-9eed-4d27-b908-2d33e8ff9484 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:35.003512 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1cedbfbe-bb08-4691-af5e-e6bb7efd8c21 req-1e21ded3-9eed-4d27-b908-2d33e8ff9484 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.1315706 Apr 05 11:16:35.097808 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1cedbfbe-bb08-4691-af5e-e6bb7efd8c21 req-72380426-abab-468c-85ae-b9ce09cc6f53 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814462 Apr 05 11:16:35.106528 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3e5b05ea-a492-4991-b40b-03c73e74db6a admin admin] Publish callbacks [] for port (63349a45-fb41-4902-88a7-644f767d9fcf), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:35.202504 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3e5b05ea-a492-4991-b40b-03c73e74db6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (63349a45-fb41-4902-88a7-644f767d9fcf), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:35.315768 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b05ea-a492-4991-b40b-03c73e74db6a admin admin] Pushing event updated for resources: {'Port': ['ID=63349a45-fb41-4902-88a7-644f767d9fcf,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:35.322114 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3e5b05ea-a492-4991-b40b-03c73e74db6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1809836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583667'] for router_interface (db413520-db97-424e-b54f-4b3ce9c16d0e), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:35.476824 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5b05ea-a492-4991-b40b-03c73e74db6a admin admin] Network dcecadc1-803f-40fe-91be-b25ccccfa953 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:16:35.481779 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-3e5b05ea-a492-4991-b40b-03c73e74db6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:16:35.635100 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5b05ea-a492-4991-b40b-03c73e74db6a admin admin] Router db413520-db97-424e-b54f-4b3ce9c16d0e has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:16:35.789985 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-37c5b99a-16f7-4791-938d-7ca16fb8cd4f None None] Provisioning complete for port 63349a45-fb41-4902-88a7-644f767d9fcf triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:35.791080 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37c5b99a-16f7-4791-938d-7ca16fb8cd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (63349a45-fb41-4902-88a7-644f767d9fcf), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:35.840276 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5b05ea-a492-4991-b40b-03c73e74db6a admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:16:35.848917 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-37c5b99a-16f7-4791-938d-7ca16fb8cd4f None None] Port 63349a45-fb41-4902-88a7-644f767d9fcf cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:16:35.856632 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3e5b05ea-a492-4991-b40b-03c73e74db6a admin admin] 10.222.0.39 "PUT /v2.0/routers/db413520-db97-424e-b54f-4b3ce9c16d0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3521483 Apr 05 11:16:36.120279 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c53691-f78a-4432-8aa6-237dfdbbde50 req-d51e0aef-5dd8-41f4-857f-1b807a079098 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:36.122112 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-63c53691-f78a-4432-8aa6-237dfdbbde50 req-d51e0aef-5dd8-41f4-857f-1b807a079098 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0693808 Apr 05 11:16:36.223691 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-63c53691-f78a-4432-8aa6-237dfdbbde50 req-faf564c8-0ff0-4f88-a365-98cb411a4df1 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714276 Apr 05 11:16:36.333791 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fde444-1c90-4416-a54e-4fa18f4da976 req-11d58991-15b6-4ca7-9dbc-df7065c95e50 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:36.345972 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-04fde444-1c90-4416-a54e-4fa18f4da976 req-11d58991-15b6-4ca7-9dbc-df7065c95e50 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0852027 Apr 05 11:16:36.356122 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 02573849-b417-44c7-97ae-cb5fae0975d5 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:16:36.416165 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-04fde444-1c90-4416-a54e-4fa18f4da976 req-61a01f63-cbdc-4279-8441-06d78475faac tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672293 Apr 05 11:16:36.425807 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 02573849-b417-44c7-97ae-cb5fae0975d5 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:36.427284 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (02573849-b417-44c7-97ae-cb5fae0975d5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:36.530991 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] Sync routers for ids ['db413520-db97-424e-b54f-4b3ce9c16d0e'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:16:36.556472 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] Routers {'db413520-db97-424e-b54f-4b3ce9c16d0e'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:16:36.557183 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:16:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['db413520-db97-424e-b54f-4b3ce9c16d0e'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:16:36.739677 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 02573849-b417-44c7-97ae-cb5fae0975d5 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:16:36.740065 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (02573849-b417-44c7-97ae-cb5fae0975d5), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:36.778174 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] For port 02573849-b417-44c7-97ae-cb5fae0975d5, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=02573849-b417-44c7-97ae-cb5fae0975d5,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:16:36.801905 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] Set router db413520-db97-424e-b54f-4b3ce9c16d0e gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:16:36.851701 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (02573849-b417-44c7-97ae-cb5fae0975d5), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:36.971176 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 59334) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:36.976956 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-a63ab0ae-2b01-4dbf-b382-3c410c37b433 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-841148941-network', 'tenant_id': 'fd7af673ca7845f0b01e658adac113f7'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:16:37.017161 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Pushing event updated for resources: {'Port': ['ID=02573849-b417-44c7-97ae-cb5fae0975d5,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:37.066686 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa4d12-9ef1-481f-9bb9-c8b47b510785 req-de5b077d-50b4-4e30-be08-14c9f2ed226d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:37.068569 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fdaa4d12-9ef1-481f-9bb9-c8b47b510785 req-de5b077d-50b4-4e30-be08-14c9f2ed226d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0863585 Apr 05 11:16:37.124721 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fdaa4d12-9ef1-481f-9bb9-c8b47b510785 req-97a30da2-fb37-4859-a841-28ac9d23dacc tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498528 Apr 05 11:16:37.134693 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'name': 'tempest-TestShelveInstance-1096816453-router', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:29Z', 'updated_at': '2022-04-05T11:16:34Z', 'revision_number': 4, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'gw_port': {'id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:30Z', 'updated_at': '2022-04-05T11:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '63349a45-fb41-4902-88a7-644f767d9fcf', 'name': '', 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'mac_address': 'fa:16:3e:41:cd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:33Z', 'updated_at': '2022-04-05T11:16:34Z', 'revision_number': 2, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'subnets': [{'id': 'dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:16:37.146352 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63ab0ae-2b01-4dbf-b382-3c410c37b433 admin admin] Made reservation on behalf of fd7af673ca7845f0b01e658adac113f7 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:16:37.154123 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a63ab0ae-2b01-4dbf-b382-3c410c37b433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:37.177587 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a63ab0ae-2b01-4dbf-b382-3c410c37b433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:37.178709 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] Checking router: db413520-db97-424e-b54f-4b3ce9c16d0e for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:16:37.179055 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] Updating router db413520-db97-424e-b54f-4b3ce9c16d0e port 63349a45-fb41-4902-88a7-644f767d9fcf binding host dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:16:37.215469 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (63349a45-fb41-4902-88a7-644f767d9fcf), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:37.304409 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a63ab0ae-2b01-4dbf-b382-3c410c37b433 admin admin] Publish callbacks [] for security_group (1b036712-f214-4835-b826-67a9d6106f94), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:37.399939 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a0d31-c239-4763-8d7c-46b51a0edc23 req-2f139841-e339-41bb-be84-ad835e83aeac tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:37.402454 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a63ab0ae-2b01-4dbf-b382-3c410c37b433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (1b036712-f214-4835-b826-67a9d6106f94), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:37.407173 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-403a0d31-c239-4763-8d7c-46b51a0edc23 req-2f139841-e339-41bb-be84-ad835e83aeac tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0747380 Apr 05 11:16:37.463284 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-403a0d31-c239-4763-8d7c-46b51a0edc23 req-fbd7562b-7f93-40e8-84fa-17d84f528d8f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549705 Apr 05 11:16:37.472505 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63ab0ae-2b01-4dbf-b382-3c410c37b433 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:16:37.475521 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ab0ae-2b01-4dbf-b382-3c410c37b433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b036712-f214-4835-b826-67a9d6106f94,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:37.490867 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a63ab0ae-2b01-4dbf-b382-3c410c37b433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (d2993749-e0c6-40f5-9aa5-1c1a97640f78), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:37.493812 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-a63ab0ae-2b01-4dbf-b382-3c410c37b433 admin admin] Added segment d2993749-e0c6-40f5-9aa5-1c1a97640f78 of type vlan for network bf926157-3d9c-41a2-80bc-c0b94bc2870a Apr 05 11:16:37.594578 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a63ab0ae-2b01-4dbf-b382-3c410c37b433 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793732229416'] for network (bf926157-3d9c-41a2-80bc-c0b94bc2870a), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:37.636971 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5698e-bf15-44b7-8e9a-f9de4a87315c req-c326c239-493a-441b-997e-18290a6ef685 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:37.638675 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-58e5698e-bf15-44b7-8e9a-f9de4a87315c req-c326c239-493a-441b-997e-18290a6ef685 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0839205 Apr 05 11:16:37.704406 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-58e5698e-bf15-44b7-8e9a-f9de4a87315c req-d2786205-812a-408c-a00e-d20039726717 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591500 Apr 05 11:16:37.712840 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] Publish callbacks [] for port (63349a45-fb41-4902-88a7-644f767d9fcf), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:37.773268 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a63ab0ae-2b01-4dbf-b382-3c410c37b433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for network (bf926157-3d9c-41a2-80bc-c0b94bc2870a), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:37.778900 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63ab0ae-2b01-4dbf-b382-3c410c37b433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:37.778900 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a63ab0ae-2b01-4dbf-b382-3c410c37b433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:37.834338 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (63349a45-fb41-4902-88a7-644f767d9fcf), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:37.834983 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ab0ae-2b01-4dbf-b382-3c410c37b433 admin admin] Pushing event updated for resources: {'Network': ['ID=bf926157-3d9c-41a2-80bc-c0b94bc2870a,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:37.848373 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Network bf926157-3d9c-41a2-80bc-c0b94bc2870a details requested by agent ovs-agent-dv-cinder-818994-3-iscsi with host dv-cinder-818994-3-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:16:37.919980 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a63ab0ae-2b01-4dbf-b382-3c410c37b433 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9476933 Apr 05 11:16:37.923304 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 59350) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:37.928862 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-d30c4543-27d1-4114-8af8-ca2e5b494ec9 admin admin] Request body: {'subnet': {'network_id': 'bf926157-3d9c-41a2-80bc-c0b94bc2870a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-841148941-subnet', 'tenant_id': 'fd7af673ca7845f0b01e658adac113f7', 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:16:37.946959 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b849796-8c90-43cf-bdee-8aa804895100 None None] Pushing event updated for resources: {'Port': ['ID=63349a45-fb41-4902-88a7-644f767d9fcf,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:38.055770 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30c4543-27d1-4114-8af8-ca2e5b494ec9 admin admin] Made reservation on behalf of fd7af673ca7845f0b01e658adac113f7 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:16:38.058336 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d30c4543-27d1-4114-8af8-ca2e5b494ec9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4268100'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:38.165350 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] Attempting to bind port 63349a45-fb41-4902-88a7-644f767d9fcf on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:16:38.165726 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] Attempting to bind port 63349a45-fb41-4902-88a7-644f767d9fcf by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'fdf18c87-d88d-4cad-b3e4-54f90252dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:16:38.166088 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] Attempting to bind port 63349a45-fb41-4902-88a7-644f767d9fcf on network dcecadc1-803f-40fe-91be-b25ccccfa953 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:16:38.191231 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:16:38.191696 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] Checking segment: {'id': 'fdf18c87-d88d-4cad-b3e4-54f90252dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:16:38.195021 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:38.195434 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] Bound using segment: {'id': 'fdf18c87-d88d-4cad-b3e4-54f90252dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:16:38.195915 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] Bound port: 63349a45-fb41-4902-88a7-644f767d9fcf, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf18c87-d88d-4cad-b3e4-54f90252dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:16:38.196302 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (63349a45-fb41-4902-88a7-644f767d9fcf), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:38.230152 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-08ffda06-f9bc-47ef-bb64-010592ba7d14 None None] Provisioning complete for port 63349a45-fb41-4902-88a7-644f767d9fcf triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:38.230520 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-08ffda06-f9bc-47ef-bb64-010592ba7d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (63349a45-fb41-4902-88a7-644f767d9fcf), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:38.333926 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 02573849-b417-44c7-97ae-cb5fae0975d5 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:16:38.355268 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9c4a5-8107-4268-a35c-8da1ff8daa47 req-42e3e39a-1262-4843-b400-b720d06fdaf6 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:38.356907 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7dd9c4a5-8107-4268-a35c-8da1ff8daa47 req-42e3e39a-1262-4843-b400-b720d06fdaf6 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.1061294 Apr 05 11:16:38.376230 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-08ffda06-f9bc-47ef-bb64-010592ba7d14 None None] Port 63349a45-fb41-4902-88a7-644f767d9fcf cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:16:38.408508 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7dd9c4a5-8107-4268-a35c-8da1ff8daa47 req-67f89ffd-9a74-4518-94dd-1d0a55d321a3 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450957 Apr 05 11:16:38.433210 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] For port 63349a45-fb41-4902-88a7-644f767d9fcf, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:16:38.436824 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d30c4543-27d1-4114-8af8-ca2e5b494ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7001990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4268122'] for subnet (16d8fd18-e099-4dde-babc-33c2afc6ab09), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:38.441098 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] For port 63349a45-fb41-4902-88a7-644f767d9fcf, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=63349a45-fb41-4902-88a7-644f767d9fcf,segment=NetworkSegment(fdf18c87-d88d-4cad-b3e4-54f90252dd6d),segment_id=fdf18c87-d88d-4cad-b3e4-54f90252dd6d)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:16:38.460322 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 02573849-b417-44c7-97ae-cb5fae0975d5 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:38.460840 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (02573849-b417-44c7-97ae-cb5fae0975d5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:38.519583 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c4543-27d1-4114-8af8-ca2e5b494ec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d8fd18-e099-4dde-babc-33c2afc6ab09,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:38.530028 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30c4543-27d1-4114-8af8-ca2e5b494ec9 admin admin] Checking segment: {'id': 'd2993749-e0c6-40f5-9aa5-1c1a97640f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf926157-3d9c-41a2-80bc-c0b94bc2870a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:16:38.533988 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30c4543-27d1-4114-8af8-ca2e5b494ec9 admin admin] Network hostable DHCP agents. Network: bf926157-3d9c-41a2-80bc-c0b94bc2870a, hostable agents: ['cd8b06fc-05cb-41d0-9f86-42134aa474b0'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:16:38.557487 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (63349a45-fb41-4902-88a7-644f767d9fcf), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:38.630963 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 02573849-b417-44c7-97ae-cb5fae0975d5 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:16:38.651055 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb91d9b-1b75-4b85-8e4d-3bf1a65c9e0d req-119e18d3-6a60-4e7e-840d-1ee4bd2b770f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:38.652862 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fbb91d9b-1b75-4b85-8e4d-3bf1a65c9e0d req-119e18d3-6a60-4e7e-840d-1ee4bd2b770f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0732467 Apr 05 11:16:38.664830 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] Routers {'db413520-db97-424e-b54f-4b3ce9c16d0e'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:16:38.665478 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:16:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['db413520-db97-424e-b54f-4b3ce9c16d0e'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:16:38.681352 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30c4543-27d1-4114-8af8-ca2e5b494ec9 admin admin] Network bf926157-3d9c-41a2-80bc-c0b94bc2870a is scheduled to be hosted by DHCP agent cd8b06fc-05cb-41d0-9f86-42134aa474b0 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:16:38.719148 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fbb91d9b-1b75-4b85-8e4d-3bf1a65c9e0d req-efaf9473-c036-42e3-8ebd-ac52a7994a23 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558910 Apr 05 11:16:38.739462 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b849796-8c90-43cf-bdee-8aa804895100 None None] Pushing event updated for resources: {'Port': ['ID=63349a45-fb41-4902-88a7-644f767d9fcf,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:38.773345 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-d30c4543-27d1-4114-8af8-ca2e5b494ec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-iscsi, bf926157-3d9c-41a2-80bc-c0b94bc2870a) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:16:38.781131 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30c4543-27d1-4114-8af8-ca2e5b494ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:38.786852 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d30c4543-27d1-4114-8af8-ca2e5b494ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:38.791314 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee61239-61d3-478e-934a-15ef7acd21d2 None None] Network bf926157-3d9c-41a2-80bc-c0b94bc2870a requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:16:38.885429 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d30c4543-27d1-4114-8af8-ca2e5b494ec9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9595559 Apr 05 11:16:38.891037 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 59364) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:38.907849 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058dfb9b-6a6c-408b-be71-efff63b85048 req-201ace65-bcb7-400d-a076-b48da31a6f2b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:38.909845 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-058dfb9b-6a6c-408b-be71-efff63b85048 req-201ace65-bcb7-400d-a076-b48da31a6f2b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0817347 Apr 05 11:16:38.910277 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-aac1ec46-f3e0-4362-a1a0-3ca3ad1f9b4f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-841148941-router', 'tenant_id': 'fd7af673ca7845f0b01e658adac113f7', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:16:38.981725 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-058dfb9b-6a6c-408b-be71-efff63b85048 req-57372551-9fa2-4e3e-82e6-b02bf3af6dcf tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660694 Apr 05 11:16:39.004255 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] Set router db413520-db97-424e-b54f-4b3ce9c16d0e gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:16:39.036991 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aac1ec46-f3e0-4362-a1a0-3ca3ad1f9b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (6c36c71d-9d5f-4604-8b6d-55502b9d3627), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:39.038061 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aac1ec46-f3e0-4362-a1a0-3ca3ad1f9b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5208'] for router (6c36c71d-9d5f-4604-8b6d-55502b9d3627), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:39.072285 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-f2638e9e-09cb-4943-bc37-0a0be46d0d47 None None] Provisioning complete for port 63349a45-fb41-4902-88a7-644f767d9fcf triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:39.072285 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f2638e9e-09cb-4943-bc37-0a0be46d0d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (63349a45-fb41-4902-88a7-644f767d9fcf), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:39.103056 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e5a918-72d0-514f-af35-f2ca56414c48-bf926157-3d9c-41a2-80bc-c0b94bc2870a', 'network_id': 'bf926157-3d9c-41a2-80bc-c0b94bc2870a', 'project_id': 'fd7af673ca7845f0b01e658adac113f7', 'fixed_ips': [{'subnet_id': '16d8fd18-e099-4dde-babc-33c2afc6ab09'}]}} from dv-cinder-818994-3-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:16:39.104035 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:39.106779 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aac1ec46-f3e0-4362-a1a0-3ca3ad1f9b4f admin admin] Publish callbacks [] for router_controller (6c36c71d-9d5f-4604-8b6d-55502b9d3627), precommit_add_association {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:39.366541 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aac1ec46-f3e0-4362-a1a0-3ca3ad1f9b4f admin admin] Publish callbacks [] for router_gateway (6c36c71d-9d5f-4604-8b6d-55502b9d3627), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:39.425186 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] Allocated IP 172.20.0.2 (bf926157-3d9c-41a2-80bc-c0b94bc2870a/16d8fd18-e099-4dde-babc-33c2afc6ab09/3d6ac7d1-25bb-44fd-978a-3c99d54adec1) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:16:39.427055 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-f2638e9e-09cb-4943-bc37-0a0be46d0d47 None None] Current status of the port 63349a45-fb41-4902-88a7-644f767d9fcf is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:16:39.427442 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f2638e9e-09cb-4943-bc37-0a0be46d0d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (63349a45-fb41-4902-88a7-644f767d9fcf), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:39.533993 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-f2638e9e-09cb-4943-bc37-0a0be46d0d47 None None] For port 63349a45-fb41-4902-88a7-644f767d9fcf, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=63349a45-fb41-4902-88a7-644f767d9fcf,segment=NetworkSegment(fdf18c87-d88d-4cad-b3e4-54f90252dd6d),segment_id=fdf18c87-d88d-4cad-b3e4-54f90252dd6d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:16:39.555194 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'name': 'tempest-TestShelveInstance-1096816453-router', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:29Z', 'updated_at': '2022-04-05T11:16:34Z', 'revision_number': 4, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'gw_port': {'id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:30Z', 'updated_at': '2022-04-05T11:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '63349a45-fb41-4902-88a7-644f767d9fcf', 'name': '', 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'mac_address': 'fa:16:3e:41:cd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:33Z', 'updated_at': '2022-04-05T11:16:38Z', 'revision_number': 4, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'subnets': [{'id': 'dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:16:39.618765 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508dc311-00fa-4d31-a2a9-6852ab392479 req-95e52aa6-6afc-4f57-ab32-f1c4535866ed tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:39.620264 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-508dc311-00fa-4d31-a2a9-6852ab392479 req-95e52aa6-6afc-4f57-ab32-f1c4535866ed tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0681319 Apr 05 11:16:39.639718 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c1bf54-8238-4c6b-8f81-61fce1f05d26 None None] The sync data for ids ['db413520-db97-424e-b54f-4b3ce9c16d0e'] in dv-cinder-818994-3-iscsi is: [{'id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'name': 'tempest-TestShelveInstance-1096816453-router', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:29Z', 'updated_at': '2022-04-05T11:16:34Z', 'revision_number': 4, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'gw_port': {'id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:30Z', 'updated_at': '2022-04-05T11:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '63349a45-fb41-4902-88a7-644f767d9fcf', 'name': '', 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'mac_address': 'fa:16:3e:41:cd:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:33Z', 'updated_at': '2022-04-05T11:16:38Z', 'revision_number': 4, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'subnets': [{'id': 'dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:16:39.655309 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f2638e9e-09cb-4943-bc37-0a0be46d0d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (63349a45-fb41-4902-88a7-644f767d9fcf), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:39.769790 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2638e9e-09cb-4943-bc37-0a0be46d0d47 None None] Pushing event updated for resources: {'Port': ['ID=63349a45-fb41-4902-88a7-644f767d9fcf,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:39.783427 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-508dc311-00fa-4d31-a2a9-6852ab392479 req-5a1e129e-cc96-4119-b715-351274d22485 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503992 Apr 05 11:16:39.863556 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] Publish callbacks [] for port (3d6ac7d1-25bb-44fd-978a-3c99d54adec1), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:39.931087 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aac1ec46-f3e0-4362-a1a0-3ca3ad1f9b4f admin admin] Publish callbacks [] for router_gateway (6c36c71d-9d5f-4604-8b6d-55502b9d3627), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:39.934450 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192ef9f-4050-482e-bc64-c5401a93e80e req-5cf19a0d-6dde-4f74-96ef-ac846c85880d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:39.936220 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8192ef9f-4050-482e-bc64-c5401a93e80e req-5cf19a0d-6dde-4f74-96ef-ac846c85880d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0742857 Apr 05 11:16:39.957881 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (3d6ac7d1-25bb-44fd-978a-3c99d54adec1), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:39.958379 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aac1ec46-f3e0-4362-a1a0-3ca3ad1f9b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:40.011044 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] Pushing event updated for resources: {'Port': ['ID=3d6ac7d1-25bb-44fd-978a-3c99d54adec1,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:40.044327 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] Network bf926157-3d9c-41a2-80bc-c0b94bc2870a is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:16:40.045969 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:16:40.049334 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:16:40.073513 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8192ef9f-4050-482e-bc64-c5401a93e80e req-61d67db4-4817-4dcb-989b-9a057e018a7b tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134255 Apr 05 11:16:40.115894 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] Attempting to bind port 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:16:40.116358 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] Attempting to bind port 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'd2993749-e0c6-40f5-9aa5-1c1a97640f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf926157-3d9c-41a2-80bc-c0b94bc2870a'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:16:40.116724 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] Attempting to bind port 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 on network bf926157-3d9c-41a2-80bc-c0b94bc2870a {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:16:40.127324 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:16:40.127705 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] Checking segment: {'id': 'd2993749-e0c6-40f5-9aa5-1c1a97640f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf926157-3d9c-41a2-80bc-c0b94bc2870a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:16:40.128933 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-aac1ec46-f3e0-4362-a1a0-3ca3ad1f9b4f admin admin] Allocated IP 172.27.0.214 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/154ecc1a-1b12-41be-a8d4-5dff31559f13) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:16:40.130565 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:40.130941 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] Bound using segment: {'id': 'd2993749-e0c6-40f5-9aa5-1c1a97640f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf926157-3d9c-41a2-80bc-c0b94bc2870a'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:16:40.131379 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] Bound port: 3d6ac7d1-25bb-44fd-978a-3c99d54adec1, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2993749-e0c6-40f5-9aa5-1c1a97640f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf926157-3d9c-41a2-80bc-c0b94bc2870a'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:16:40.132892 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (3d6ac7d1-25bb-44fd-978a-3c99d54adec1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:40.237160 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd23be-cabd-4171-9f31-00051c3f3f7a req-16c387ce-034e-4ee2-8aba-40226cd7f08a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:40.244579 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a5fd23be-cabd-4171-9f31-00051c3f3f7a req-16c387ce-034e-4ee2-8aba-40226cd7f08a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.1375973 Apr 05 11:16:40.268867 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] For port 3d6ac7d1-25bb-44fd-978a-3c99d54adec1, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:16:40.272091 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] For port 3d6ac7d1-25bb-44fd-978a-3c99d54adec1, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=3d6ac7d1-25bb-44fd-978a-3c99d54adec1,segment=NetworkSegment(d2993749-e0c6-40f5-9aa5-1c1a97640f78),segment_id=d2993749-e0c6-40f5-9aa5-1c1a97640f78)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:16:40.318907 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a5fd23be-cabd-4171-9f31-00051c3f3f7a req-ad959217-65b3-46da-83a7-7c73be9f51ad tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684683 Apr 05 11:16:40.340582 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 63349a45-fb41-4902-88a7-644f767d9fcf up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:16:40.361884 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aac1ec46-f3e0-4362-a1a0-3ca3ad1f9b4f admin admin] Publish callbacks [] for port (154ecc1a-1b12-41be-a8d4-5dff31559f13), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:40.384250 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (3d6ac7d1-25bb-44fd-978a-3c99d54adec1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:40.471419 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fd9f1-0658-42a6-9679-a1ee4c9a4a5f None None] Pushing event updated for resources: {'Port': ['ID=3d6ac7d1-25bb-44fd-978a-3c99d54adec1,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:40.481242 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 63349a45-fb41-4902-88a7-644f767d9fcf triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:40.481620 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (63349a45-fb41-4902-88a7-644f767d9fcf), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:40.532603 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aac1ec46-f3e0-4362-a1a0-3ca3ad1f9b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (154ecc1a-1b12-41be-a8d4-5dff31559f13), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:40.599592 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac1ec46-f3e0-4362-a1a0-3ca3ad1f9b4f admin admin] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:16:40.602955 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-aac1ec46-f3e0-4362-a1a0-3ca3ad1f9b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:16:40.607813 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac1ec46-f3e0-4362-a1a0-3ca3ad1f9b4f admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:16:40.641114 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 63349a45-fb41-4902-88a7-644f767d9fcf is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:16:40.673392 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1ec46-f3e0-4362-a1a0-3ca3ad1f9b4f admin admin] Pushing event updated for resources: {'Port': ['ID=154ecc1a-1b12-41be-a8d4-5dff31559f13,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:40.976929 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0194bd-beae-4485-a9d1-621b612c0a53 req-33785f0e-762d-4a29-93c9-d51633fd3bcf tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:40.989884 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bd0194bd-beae-4485-a9d1-621b612c0a53 req-33785f0e-762d-4a29-93c9-d51633fd3bcf tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0943587 Apr 05 11:16:41.056515 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bd0194bd-beae-4485-a9d1-621b612c0a53 req-40d8338c-09a1-4767-bb53-1f37e0939206 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636468 Apr 05 11:16:41.532211 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319a2d0-a03e-44c5-9846-30269b8234e8 req-778d1538-7da3-4dd3-b98d-b4b2c6c67bae tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:41.533713 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b319a2d0-a03e-44c5-9846-30269b8234e8 req-778d1538-7da3-4dd3-b98d-b4b2c6c67bae tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0926716 Apr 05 11:16:41.599834 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aac1ec46-f3e0-4362-a1a0-3ca3ad1f9b4f admin admin] Publish callbacks [] for router_gateway (6c36c71d-9d5f-4604-8b6d-55502b9d3627), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:41.627543 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b319a2d0-a03e-44c5-9846-30269b8234e8 req-f5c73848-baa4-494f-adb6-acd6934aff08 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837026 Apr 05 11:16:41.656720 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe18bc6-6b82-4043-b683-0a8dc4b55607 req-407b95f6-c787-4035-8d6b-6569678dfb99 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:41.656720 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4fe18bc6-6b82-4043-b683-0a8dc4b55607 req-407b95f6-c787-4035-8d6b-6569678dfb99 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.4881983 Apr 05 11:16:41.771788 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4fe18bc6-6b82-4043-b683-0a8dc4b55607 req-93f5593f-76b5-4db8-831b-742d8844c9ba tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037011 Apr 05 11:16:41.913799 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24f2250-4718-490d-b60d-b8605d33ede1 None None] Network bf926157-3d9c-41a2-80bc-c0b94bc2870a requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:16:41.939134 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aac1ec46-f3e0-4362-a1a0-3ca3ad1f9b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585778'] for router (6c36c71d-9d5f-4604-8b6d-55502b9d3627), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:42.019410 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-5513d95a-2386-4570-ae38-0408165f1a41 None None] Provisioning complete for port 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:42.019410 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5513d95a-2386-4570-ae38-0408165f1a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (3d6ac7d1-25bb-44fd-978a-3c99d54adec1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:42.245062 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa348d3-6fa5-4931-b436-bda5e3a309ec req-dc941ab9-93de-4c58-a6c2-80065db1cecc tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:42.248558 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9aa348d3-6fa5-4931-b436-bda5e3a309ec req-dc941ab9-93de-4c58-a6c2-80065db1cecc tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0851669 Apr 05 11:16:42.263911 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-5513d95a-2386-4570-ae38-0408165f1a41 None None] Current status of the port 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:16:42.270347 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5513d95a-2386-4570-ae38-0408165f1a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (3d6ac7d1-25bb-44fd-978a-3c99d54adec1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:42.304544 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9aa348d3-6fa5-4931-b436-bda5e3a309ec req-de5ff9fb-17dd-48c6-9306-89fdde5b3976 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494866 Apr 05 11:16:42.329513 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-5513d95a-2386-4570-ae38-0408165f1a41 None None] For port 3d6ac7d1-25bb-44fd-978a-3c99d54adec1, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=3d6ac7d1-25bb-44fd-978a-3c99d54adec1,segment=NetworkSegment(d2993749-e0c6-40f5-9aa5-1c1a97640f78),segment_id=d2993749-e0c6-40f5-9aa5-1c1a97640f78)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:16:42.349140 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:16:42.383153 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac1ec46-f3e0-4362-a1a0-3ca3ad1f9b4f admin admin] Router 6c36c71d-9d5f-4604-8b6d-55502b9d3627 is scheduled to L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a with binding_index 1 {{(pid=103962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:16:42.510252 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5513d95a-2386-4570-ae38-0408165f1a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (3d6ac7d1-25bb-44fd-978a-3c99d54adec1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:42.540642 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac1ec46-f3e0-4362-a1a0-3ca3ad1f9b4f admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:16:42.552902 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] Sync routers for ids ['6c36c71d-9d5f-4604-8b6d-55502b9d3627'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:16:42.566838 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] Routers {'6c36c71d-9d5f-4604-8b6d-55502b9d3627'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:16:42.567182 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513d95a-2386-4570-ae38-0408165f1a41 None None] Pushing event updated for resources: {'Port': ['ID=3d6ac7d1-25bb-44fd-978a-3c99d54adec1,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:42.567464 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:16:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['6c36c71d-9d5f-4604-8b6d-55502b9d3627'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:16:42.594483 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:42.594901 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (3d6ac7d1-25bb-44fd-978a-3c99d54adec1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:42.657229 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-b49a2c91-423d-4819-9778-4599f141002c None None] Provisioning complete for port 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:42.657536 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b49a2c91-423d-4819-9778-4599f141002c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (3d6ac7d1-25bb-44fd-978a-3c99d54adec1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:42.660280 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aac1ec46-f3e0-4362-a1a0-3ca3ad1f9b4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:42.662413 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-aac1ec46-f3e0-4362-a1a0-3ca3ad1f9b4f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7695010 Apr 05 11:16:42.664555 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 59414) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:42.726895 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:16:42.736649 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] Set router 6c36c71d-9d5f-4604-8b6d-55502b9d3627 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:16:42.823684 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-b49a2c91-423d-4819-9778-4599f141002c None None] Current status of the port 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:16:42.952769 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a455010-ae3e-4e0b-bc3f-52eb8c89d4b7 req-0c73260a-2e19-4cb7-881a-7929c5a534ae tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:42.954915 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8a455010-ae3e-4e0b-bc3f-52eb8c89d4b7 req-0c73260a-2e19-4cb7-881a-7929c5a534ae tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.1136928 Apr 05 11:16:43.012984 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83dc985-e72e-4394-b0f4-91d868b9344c req-4e688984-f044-4e3a-af83-7804892015bb tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:43.013644 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c36c71d-9d5f-4604-8b6d-55502b9d3627', 'name': 'tempest-TestShelveInstance-841148941-router', 'tenant_id': 'fd7af673ca7845f0b01e658adac113f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '154ecc1a-1b12-41be-a8d4-5dff31559f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:39Z', 'updated_at': '2022-04-05T11:16:40Z', 'revision_number': 3, 'project_id': 'fd7af673ca7845f0b01e658adac113f7', 'gw_port': {'id': '154ecc1a-1b12-41be-a8d4-5dff31559f13', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c36c71d-9d5f-4604-8b6d-55502b9d3627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:39Z', 'updated_at': '2022-04-05T11:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:16:43.023697 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a83dc985-e72e-4394-b0f4-91d868b9344c req-4e688984-f044-4e3a-af83-7804892015bb tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.1109869 Apr 05 11:16:43.110415 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a83dc985-e72e-4394-b0f4-91d868b9344c req-e1c2175b-4672-4d3f-b084-c095ef0589c3 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857008 Apr 05 11:16:43.144232 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] Checking router: 6c36c71d-9d5f-4604-8b6d-55502b9d3627 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:16:43.144468 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] Updating router 6c36c71d-9d5f-4604-8b6d-55502b9d3627 port 154ecc1a-1b12-41be-a8d4-5dff31559f13 binding host dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:16:43.175544 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8a455010-ae3e-4e0b-bc3f-52eb8c89d4b7 req-415db9fc-0a31-4bdb-b5c2-e7b660f4a80b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381619 Apr 05 11:16:43.203331 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (154ecc1a-1b12-41be-a8d4-5dff31559f13), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:43.498041 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0088cecb-9ba4-4880-b121-d357f6d88289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:43.518199 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6de627-3e5a-4041-bd66-065e5742984a req-72fae7b3-5f44-4d19-945d-eec996974363 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:43.523736 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6a6de627-3e5a-4041-bd66-065e5742984a req-72fae7b3-5f44-4d19-945d-eec996974363 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.1180265 Apr 05 11:16:43.620592 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] Publish callbacks [] for port (154ecc1a-1b12-41be-a8d4-5dff31559f13), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:43.624601 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6a6de627-3e5a-4041-bd66-065e5742984a req-d0576b8d-77e8-43a1-8f81-5e5091cced91 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945532 Apr 05 11:16:43.700942 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-0088cecb-9ba4-4880-b121-d357f6d88289 admin admin] Allocated IP 172.20.0.1 (bf926157-3d9c-41a2-80bc-c0b94bc2870a/16d8fd18-e099-4dde-babc-33c2afc6ab09/7a21d81c-9c6a-4caa-9905-73307e41f194) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:16:43.745037 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (154ecc1a-1b12-41be-a8d4-5dff31559f13), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:43.810094 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] Attempting to bind port 154ecc1a-1b12-41be-a8d4-5dff31559f13 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:16:43.810541 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] Attempting to bind port 154ecc1a-1b12-41be-a8d4-5dff31559f13 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:16:43.811054 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] Attempting to bind port 154ecc1a-1b12-41be-a8d4-5dff31559f13 on network ab2e3e10-783c-4840-b185-530a1ad29b1c {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:16:43.815012 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece53e4-6e2a-4d6f-aad7-49f80f107694 None None] Pushing event updated for resources: {'Port': ['ID=154ecc1a-1b12-41be-a8d4-5dff31559f13,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:43.819686 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:16:43.820165 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] Checking segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:16:43.820634 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:43.821089 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] Bound using segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:16:43.821631 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] Bound port: 154ecc1a-1b12-41be-a8d4-5dff31559f13, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:16:43.822549 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (154ecc1a-1b12-41be-a8d4-5dff31559f13), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:43.843662 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0088cecb-9ba4-4880-b121-d357f6d88289 admin admin] Publish callbacks [] for port (7a21d81c-9c6a-4caa-9905-73307e41f194), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:43.873206 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] For port 154ecc1a-1b12-41be-a8d4-5dff31559f13, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:16:43.878215 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] For port 154ecc1a-1b12-41be-a8d4-5dff31559f13, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=154ecc1a-1b12-41be-a8d4-5dff31559f13,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:16:44.002398 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0088cecb-9ba4-4880-b121-d357f6d88289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (7a21d81c-9c6a-4caa-9905-73307e41f194), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:44.041631 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0088cecb-9ba4-4880-b121-d357f6d88289 admin admin] Network bf926157-3d9c-41a2-80bc-c0b94bc2870a is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:16:44.042744 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (154ecc1a-1b12-41be-a8d4-5dff31559f13), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:44.045184 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-0088cecb-9ba4-4880-b121-d357f6d88289 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:16:44.052826 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0088cecb-9ba4-4880-b121-d357f6d88289 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:16:44.079392 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088cecb-9ba4-4880-b121-d357f6d88289 admin admin] Pushing event updated for resources: {'Port': ['ID=7a21d81c-9c6a-4caa-9905-73307e41f194,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:44.102988 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0088cecb-9ba4-4880-b121-d357f6d88289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585827'] for router_interface (6c36c71d-9d5f-4604-8b6d-55502b9d3627), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:44.133020 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] Routers {'6c36c71d-9d5f-4604-8b6d-55502b9d3627'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:16:44.133766 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:16:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['6c36c71d-9d5f-4604-8b6d-55502b9d3627'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:16:44.135631 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece53e4-6e2a-4d6f-aad7-49f80f107694 None None] Pushing event updated for resources: {'Port': ['ID=154ecc1a-1b12-41be-a8d4-5dff31559f13,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:44.324504 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:16:44.345434 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64450d34-13f5-4e84-b9a1-63b91bce7ed5 req-b2ecb960-96cd-439a-9529-3a7799ba81e9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:44.347416 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-64450d34-13f5-4e84-b9a1-63b91bce7ed5 req-b2ecb960-96cd-439a-9529-3a7799ba81e9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.1072354 Apr 05 11:16:44.386909 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] Set router 6c36c71d-9d5f-4604-8b6d-55502b9d3627 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:16:44.397772 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39313d6f-d857-4885-aa81-499b02712ac0 req-646018b6-aa7e-4f10-921f-8076a7e7dbd3 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:44.399381 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-39313d6f-d857-4885-aa81-499b02712ac0 req-646018b6-aa7e-4f10-921f-8076a7e7dbd3 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0891709 Apr 05 11:16:44.412805 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-64450d34-13f5-4e84-b9a1-63b91bce7ed5 req-93b4dd92-b93a-4d5e-8014-d54777533740 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529838 Apr 05 11:16:44.450583 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-6bff60e9-a4cc-46c0-b89f-d8bab33e2261 None None] Provisioning complete for port 7a21d81c-9c6a-4caa-9905-73307e41f194 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:44.451681 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6bff60e9-a4cc-46c0-b89f-d8bab33e2261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (7a21d81c-9c6a-4caa-9905-73307e41f194), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:44.464589 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0088cecb-9ba4-4880-b121-d357f6d88289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (7a21d81c-9c6a-4caa-9905-73307e41f194), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:44.508156 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-39313d6f-d857-4885-aa81-499b02712ac0 req-f171ec72-f44a-4c7e-921c-39e646f73686 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024182 Apr 05 11:16:44.523721 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:44.524394 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (3d6ac7d1-25bb-44fd-978a-3c99d54adec1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:44.551314 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-6bff60e9-a4cc-46c0-b89f-d8bab33e2261 None None] Port 7a21d81c-9c6a-4caa-9905-73307e41f194 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:16:44.592779 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c36c71d-9d5f-4604-8b6d-55502b9d3627', 'name': 'tempest-TestShelveInstance-841148941-router', 'tenant_id': 'fd7af673ca7845f0b01e658adac113f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '154ecc1a-1b12-41be-a8d4-5dff31559f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:39Z', 'updated_at': '2022-04-05T11:16:40Z', 'revision_number': 3, 'project_id': 'fd7af673ca7845f0b01e658adac113f7', 'gw_port': {'id': '154ecc1a-1b12-41be-a8d4-5dff31559f13', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c36c71d-9d5f-4604-8b6d-55502b9d3627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:39Z', 'updated_at': '2022-04-05T11:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:16:44.614463 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:16:44.621937 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977938f-21ec-4e42-a6b7-e476fb4e5c65 None None] The sync data for ids ['6c36c71d-9d5f-4604-8b6d-55502b9d3627'] in dv-cinder-818994-3-iscsi is: [{'id': '6c36c71d-9d5f-4604-8b6d-55502b9d3627', 'name': 'tempest-TestShelveInstance-841148941-router', 'tenant_id': 'fd7af673ca7845f0b01e658adac113f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '154ecc1a-1b12-41be-a8d4-5dff31559f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:39Z', 'updated_at': '2022-04-05T11:16:40Z', 'revision_number': 3, 'project_id': 'fd7af673ca7845f0b01e658adac113f7', 'gw_port': {'id': '154ecc1a-1b12-41be-a8d4-5dff31559f13', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dc:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c36c71d-9d5f-4604-8b6d-55502b9d3627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:39Z', 'updated_at': '2022-04-05T11:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:16:44.766016 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0088cecb-9ba4-4880-b121-d357f6d88289 admin admin] Publish callbacks [] for port (7a21d81c-9c6a-4caa-9905-73307e41f194), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:44.780918 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb166523-bf9f-4531-8ad2-68ecb0a8100e req-1e06ff36-904c-40c4-937f-70562ce3b939 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:44.782511 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bb166523-bf9f-4531-8ad2-68ecb0a8100e req-1e06ff36-904c-40c4-937f-70562ce3b939 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0828691 Apr 05 11:16:44.832367 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bb166523-bf9f-4531-8ad2-68ecb0a8100e req-404b4493-e401-4911-801c-4bddc5b7816b tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439069 Apr 05 11:16:44.857005 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0088cecb-9ba4-4880-b121-d357f6d88289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (7a21d81c-9c6a-4caa-9905-73307e41f194), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:44.937793 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088cecb-9ba4-4880-b121-d357f6d88289 admin admin] Pushing event updated for resources: {'Port': ['ID=7a21d81c-9c6a-4caa-9905-73307e41f194,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:44.940344 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0088cecb-9ba4-4880-b121-d357f6d88289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1809836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583667'] for router_interface (6c36c71d-9d5f-4604-8b6d-55502b9d3627), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:45.295432 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0088cecb-9ba4-4880-b121-d357f6d88289 admin admin] Network bf926157-3d9c-41a2-80bc-c0b94bc2870a is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:16:45.297659 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-0088cecb-9ba4-4880-b121-d357f6d88289 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:16:45.421620 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0088cecb-9ba4-4880-b121-d357f6d88289 admin admin] Router 6c36c71d-9d5f-4604-8b6d-55502b9d3627 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:16:45.542438 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0088cecb-9ba4-4880-b121-d357f6d88289 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:16:45.549604 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0088cecb-9ba4-4880-b121-d357f6d88289 admin admin] 10.222.0.39 "PUT /v2.0/routers/6c36c71d-9d5f-4604-8b6d-55502b9d3627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8839631 Apr 05 11:16:45.569443 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81152ecc-4efc-4938-bde6-941378350224 req-58726c6e-3469-45d1-9856-98d292210877 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:45.571590 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-81152ecc-4efc-4938-bde6-941378350224 req-58726c6e-3469-45d1-9856-98d292210877 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0666957 Apr 05 11:16:45.578293 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-803f0ccb-c9fc-4c38-af08-256e878c4357 None None] Provisioning complete for port 7a21d81c-9c6a-4caa-9905-73307e41f194 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:45.578810 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-803f0ccb-c9fc-4c38-af08-256e878c4357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (7a21d81c-9c6a-4caa-9905-73307e41f194), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:45.618268 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-803f0ccb-c9fc-4c38-af08-256e878c4357 None None] Port 7a21d81c-9c6a-4caa-9905-73307e41f194 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:16:45.649560 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-81152ecc-4efc-4938-bde6-941378350224 req-68516510-c68b-415f-9dc2-b1973d1b552a tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675051 Apr 05 11:16:45.675082 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5907a-7ab7-4c7b-8a0a-e43328513d61 req-2d84757c-4c0d-40d1-86fb-d9f0527ee2d3 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:45.676598 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7fd5907a-7ab7-4c7b-8a0a-e43328513d61 req-2d84757c-4c0d-40d1-86fb-d9f0527ee2d3 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0738358 Apr 05 11:16:45.750911 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7fd5907a-7ab7-4c7b-8a0a-e43328513d61 req-578e43d3-7ef9-4ebd-8d8c-0e8a52c47346 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667195 Apr 05 11:16:46.284990 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 154ecc1a-1b12-41be-a8d4-5dff31559f13 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:16:46.339173 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 154ecc1a-1b12-41be-a8d4-5dff31559f13 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:46.339545 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (154ecc1a-1b12-41be-a8d4-5dff31559f13), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:46.418830 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 154ecc1a-1b12-41be-a8d4-5dff31559f13 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:16:46.419212 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (154ecc1a-1b12-41be-a8d4-5dff31559f13), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:46.442549 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] For port 154ecc1a-1b12-41be-a8d4-5dff31559f13, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=154ecc1a-1b12-41be-a8d4-5dff31559f13,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:16:46.465709 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 59518) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:46.471290 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-8f1dddbe-4339-440a-bfeb-d23025b3b511 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1570465375', 'description': 'tempest-secgroup-smoke-1570465375 description', 'project_id': 'b3e907fc457e4c4396437b93bfa31859'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:16:46.542844 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (154ecc1a-1b12-41be-a8d4-5dff31559f13), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:46.564938 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb02d0-a992-49aa-a4db-396107223b37 req-5a05ee93-c4ea-4d58-b122-ef41871e2635 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:46.566470 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-40cb02d0-a992-49aa-a4db-396107223b37 req-5a05ee93-c4ea-4d58-b122-ef41871e2635 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0580785 Apr 05 11:16:46.570710 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] Sync routers for ids ['6c36c71d-9d5f-4604-8b6d-55502b9d3627'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:16:46.571932 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8f1dddbe-4339-440a-bfeb-d23025b3b511 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:46.578754 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:46.590324 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] Routers {'6c36c71d-9d5f-4604-8b6d-55502b9d3627'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:16:46.590990 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:16:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['6c36c71d-9d5f-4604-8b6d-55502b9d3627'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:16:46.641589 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-40cb02d0-a992-49aa-a4db-396107223b37 req-ef142c04-26b0-4504-a03c-e67ec17dd492 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686023 Apr 05 11:16:46.646912 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8f1dddbe-4339-440a-bfeb-d23025b3b511 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group (9e25fdab-87d0-4b06-88d2-af9d9b936e42), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:46.647071 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Pushing event updated for resources: {'Port': ['ID=154ecc1a-1b12-41be-a8d4-5dff31559f13,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:46.722504 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] Set router 6c36c71d-9d5f-4604-8b6d-55502b9d3627 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:16:46.754220 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8f1dddbe-4339-440a-bfeb-d23025b3b511 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (9e25fdab-87d0-4b06-88d2-af9d9b936e42), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:46.767254 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23f826-e774-461e-a17a-52b2c0234760 req-bb8b1682-8b7c-4864-a3e7-201e10e38ef8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:46.768813 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0a23f826-e774-461e-a17a-52b2c0234760 req-bb8b1682-8b7c-4864-a3e7-201e10e38ef8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0597904 Apr 05 11:16:46.798974 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1dddbe-4339-440a-bfeb-d23025b3b511 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e25fdab-87d0-4b06-88d2-af9d9b936e42,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:46.832799 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0a23f826-e774-461e-a17a-52b2c0234760 req-69d00bd4-90d9-48dd-b3b8-909060f73ba2 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577931 Apr 05 11:16:46.882458 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8f1dddbe-4339-440a-bfeb-d23025b3b511 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:46.884029 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8f1dddbe-4339-440a-bfeb-d23025b3b511 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4170682 Apr 05 11:16:46.887593 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 59536) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:46.892757 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-b588db3f-079f-4f6d-8498-8f0e7bd1be70 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Request body: {'security_group_rule': {'security_group_id': '9e25fdab-87d0-4b06-88d2-af9d9b936e42', 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:16:46.947511 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c36c71d-9d5f-4604-8b6d-55502b9d3627', 'name': 'tempest-TestShelveInstance-841148941-router', 'tenant_id': 'fd7af673ca7845f0b01e658adac113f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '154ecc1a-1b12-41be-a8d4-5dff31559f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:39Z', 'updated_at': '2022-04-05T11:16:44Z', 'revision_number': 4, 'project_id': 'fd7af673ca7845f0b01e658adac113f7', 'gw_port': {'id': '154ecc1a-1b12-41be-a8d4-5dff31559f13', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c36c71d-9d5f-4604-8b6d-55502b9d3627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:39Z', 'updated_at': '2022-04-05T11:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '7a21d81c-9c6a-4caa-9905-73307e41f194', 'name': '', 'network_id': 'bf926157-3d9c-41a2-80bc-c0b94bc2870a', 'tenant_id': 'fd7af673ca7845f0b01e658adac113f7', 'mac_address': 'fa:16:3e:e2:68:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c36c71d-9d5f-4604-8b6d-55502b9d3627', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16d8fd18-e099-4dde-babc-33c2afc6ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:43Z', 'updated_at': '2022-04-05T11:16:44Z', 'revision_number': 2, 'project_id': 'fd7af673ca7845f0b01e658adac113f7', 'subnets': [{'id': '16d8fd18-e099-4dde-babc-33c2afc6ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:16:46.955492 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e29e9e-e58c-4821-a7e0-4882829bb346 req-cd178939-db62-43b5-8811-8a3f9013e2c9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:46.956996 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-16e29e9e-e58c-4821-a7e0-4882829bb346 req-cd178939-db62-43b5-8811-8a3f9013e2c9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0560074 Apr 05 11:16:46.974913 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] Checking router: 6c36c71d-9d5f-4604-8b6d-55502b9d3627 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:16:46.975274 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] Updating router 6c36c71d-9d5f-4604-8b6d-55502b9d3627 port 7a21d81c-9c6a-4caa-9905-73307e41f194 binding host dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:16:47.005574 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-16e29e9e-e58c-4821-a7e0-4882829bb346 req-2cc3d077-288b-4e7a-8578-2d45d9b00e3a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425692 Apr 05 11:16:47.005831 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (7a21d81c-9c6a-4caa-9905-73307e41f194), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:47.045074 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b588db3f-079f-4f6d-8498-8f0e7bd1be70 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group_rule (3bd956e6-6d25-44ed-a105-1b1651fb10a3), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:47.101114 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b588db3f-079f-4f6d-8498-8f0e7bd1be70 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group_rule (3bd956e6-6d25-44ed-a105-1b1651fb10a3), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:47.239533 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b588db3f-079f-4f6d-8498-8f0e7bd1be70 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (3bd956e6-6d25-44ed-a105-1b1651fb10a3), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:47.255739 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588db3f-079f-4f6d-8498-8f0e7bd1be70 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd956e6-6d25-44ed-a105-1b1651fb10a3,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:47.275705 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] Publish callbacks [] for port (7a21d81c-9c6a-4caa-9905-73307e41f194), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:47.384638 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (7a21d81c-9c6a-4caa-9905-73307e41f194), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:47.386497 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b588db3f-079f-4f6d-8498-8f0e7bd1be70 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:47.388314 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-b588db3f-079f-4f6d-8498-8f0e7bd1be70 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4998333 Apr 05 11:16:47.391841 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 59550) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:47.396188 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-df160ed5-0919-4b73-b956-e2a5729af393 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Request body: {'security_group_rule': {'security_group_id': '9e25fdab-87d0-4b06-88d2-af9d9b936e42', 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:16:47.432995 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b819c-9498-41f7-977e-b2d04dc6e85b None None] Pushing event updated for resources: {'Port': ['ID=7a21d81c-9c6a-4caa-9905-73307e41f194,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:47.491623 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] Attempting to bind port 7a21d81c-9c6a-4caa-9905-73307e41f194 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:16:47.492256 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] Attempting to bind port 7a21d81c-9c6a-4caa-9905-73307e41f194 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'd2993749-e0c6-40f5-9aa5-1c1a97640f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf926157-3d9c-41a2-80bc-c0b94bc2870a'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:16:47.492621 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] Attempting to bind port 7a21d81c-9c6a-4caa-9905-73307e41f194 on network bf926157-3d9c-41a2-80bc-c0b94bc2870a {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:16:47.499374 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-df160ed5-0919-4b73-b956-e2a5729af393 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group_rule (3b3ce20b-0b21-4970-b3e2-a6c32beeaa98), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:47.502289 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:16:47.502814 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] Checking segment: {'id': 'd2993749-e0c6-40f5-9aa5-1c1a97640f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf926157-3d9c-41a2-80bc-c0b94bc2870a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:16:47.503965 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:47.503965 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] Bound using segment: {'id': 'd2993749-e0c6-40f5-9aa5-1c1a97640f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf926157-3d9c-41a2-80bc-c0b94bc2870a'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:16:47.504241 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] Bound port: 7a21d81c-9c6a-4caa-9905-73307e41f194, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2993749-e0c6-40f5-9aa5-1c1a97640f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'bf926157-3d9c-41a2-80bc-c0b94bc2870a'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:16:47.504502 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (7a21d81c-9c6a-4caa-9905-73307e41f194), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:47.575926 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-df160ed5-0919-4b73-b956-e2a5729af393 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group_rule (3b3ce20b-0b21-4970-b3e2-a6c32beeaa98), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:47.580484 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] For port 7a21d81c-9c6a-4caa-9905-73307e41f194, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:16:47.583982 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] For port 7a21d81c-9c6a-4caa-9905-73307e41f194, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=7a21d81c-9c6a-4caa-9905-73307e41f194,segment=NetworkSegment(d2993749-e0c6-40f5-9aa5-1c1a97640f78),segment_id=d2993749-e0c6-40f5-9aa5-1c1a97640f78)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:16:47.652599 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device be14224c-0258-4dc2-9ce4-f41347c20fc0 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:16:47.668815 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-649433ce-db61-459c-aaf0-fd22750efe42 None None] Provisioning complete for port 7a21d81c-9c6a-4caa-9905-73307e41f194 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:47.669185 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-649433ce-db61-459c-aaf0-fd22750efe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (7a21d81c-9c6a-4caa-9905-73307e41f194), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:47.676179 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-df160ed5-0919-4b73-b956-e2a5729af393 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (3b3ce20b-0b21-4970-b3e2-a6c32beeaa98), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:47.695029 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df160ed5-0919-4b73-b956-e2a5729af393 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3ce20b-0b21-4970-b3e2-a6c32beeaa98,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:47.695860 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (7a21d81c-9c6a-4caa-9905-73307e41f194), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:47.763905 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6bf46-5871-4aba-ad38-3f7ea5cdb67c req-61d07250-5e18-4e4d-98f4-973e465bd8ef tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:47.765441 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5ff6bf46-5871-4aba-ad38-3f7ea5cdb67c req-61d07250-5e18-4e4d-98f4-973e465bd8ef tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0596046 Apr 05 11:16:47.773424 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-df160ed5-0919-4b73-b956-e2a5729af393 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:47.775023 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-df160ed5-0919-4b73-b956-e2a5729af393 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3822308 Apr 05 11:16:47.781219 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 59558) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:47.785826 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-d8c0c24b-2075-4ce5-856b-045cf25607a4 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Request body: {'security_group_rule': {'security_group_id': '9e25fdab-87d0-4b06-88d2-af9d9b936e42', 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:16:47.824812 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-649433ce-db61-459c-aaf0-fd22750efe42 None None] Port 7a21d81c-9c6a-4caa-9905-73307e41f194 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:16:47.842213 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67b819c-9498-41f7-977e-b2d04dc6e85b None None] Pushing event updated for resources: {'Port': ['ID=7a21d81c-9c6a-4caa-9905-73307e41f194,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:47.843179 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5ff6bf46-5871-4aba-ad38-3f7ea5cdb67c req-b0c8ee94-2268-4f97-bd45-6d3e483949ea tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661552 Apr 05 11:16:47.852639 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] Routers {'6c36c71d-9d5f-4604-8b6d-55502b9d3627'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:16:47.853404 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:16:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['6c36c71d-9d5f-4604-8b6d-55502b9d3627'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:16:47.929373 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d8c0c24b-2075-4ce5-856b-045cf25607a4 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group_rule (2aff24dc-48ee-4fd9-a140-38a078c0d68c), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:47.930684 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port be14224c-0258-4dc2-9ce4-f41347c20fc0, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=be14224c-0258-4dc2-9ce4-f41347c20fc0,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:16:47.975941 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': 'be14224c-0258-4dc2-9ce4-f41347c20fc0', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'port_id': 'be14224c-0258-4dc2-9ce4-f41347c20fc0', 'mac_address': 'fa:16:3e:67:ce:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:16:47.976610 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34c11c-c51d-448f-b526-5058afbd6539 req-0bee86fa-7ca2-4592-a07e-6334fe33530d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:47.978366 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8e34c11c-c51d-448f-b526-5058afbd6539 req-0bee86fa-7ca2-4592-a07e-6334fe33530d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0719159 Apr 05 11:16:47.985872 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d8c0c24b-2075-4ce5-856b-045cf25607a4 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group_rule (2aff24dc-48ee-4fd9-a140-38a078c0d68c), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:48.028950 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8e34c11c-c51d-448f-b526-5058afbd6539 req-cdf8e480-e2ae-4518-90ee-aec192d598b0 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441418 Apr 05 11:16:48.049775 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] Set router 6c36c71d-9d5f-4604-8b6d-55502b9d3627 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:16:48.071156 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d8c0c24b-2075-4ce5-856b-045cf25607a4 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (2aff24dc-48ee-4fd9-a140-38a078c0d68c), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:48.091647 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0c24b-2075-4ce5-856b-045cf25607a4 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aff24dc-48ee-4fd9-a140-38a078c0d68c,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:48.141046 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7f6c9-a52a-43ef-a10b-c8521e1dfc5f req-0dfd05f4-8b16-4681-be62-cc684da00a9c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:48.142970 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-44e7f6c9-a52a-43ef-a10b-c8521e1dfc5f req-0dfd05f4-8b16-4681-be62-cc684da00a9c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0576916 Apr 05 11:16:48.176851 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d8c0c24b-2075-4ce5-856b-045cf25607a4 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:48.178149 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-d8c0c24b-2075-4ce5-856b-045cf25607a4 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3959289 Apr 05 11:16:48.181411 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 59566) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:48.188057 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-1cb2e712-a389-43c5-ab85-3c825c73c061 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Request body: {'security_group_rule': {'security_group_id': '9e25fdab-87d0-4b06-88d2-af9d9b936e42', 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:16:48.204423 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port be14224c-0258-4dc2-9ce4-f41347c20fc0 is: ACTIVE; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:16:48.204813 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:48.205315 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-44e7f6c9-a52a-43ef-a10b-c8521e1dfc5f req-de3921fb-6093-4bdc-952d-d5b031d5ece2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563419 Apr 05 11:16:48.237047 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be14224c-0258-4dc2-9ce4-f41347c20fc0 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:16:48.245267 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-a09b7403-dd22-4a02-85d0-f1434d4dc204 None None] Provisioning complete for port 7a21d81c-9c6a-4caa-9905-73307e41f194 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:48.249190 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a09b7403-dd22-4a02-85d0-f1434d4dc204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (7a21d81c-9c6a-4caa-9905-73307e41f194), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:48.287742 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 154ecc1a-1b12-41be-a8d4-5dff31559f13 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:16:48.360922 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1cb2e712-a389-43c5-ab85-3c825c73c061 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group_rule (0bead183-5556-4773-a168-55f8abd80577), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:48.369417 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port be14224c-0258-4dc2-9ce4-f41347c20fc0, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=be14224c-0258-4dc2-9ce4-f41347c20fc0,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:16:48.417742 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1cb2e712-a389-43c5-ab85-3c825c73c061 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group_rule (0bead183-5556-4773-a168-55f8abd80577), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:48.461944 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:48.534969 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 154ecc1a-1b12-41be-a8d4-5dff31559f13 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:48.535344 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (154ecc1a-1b12-41be-a8d4-5dff31559f13), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:48.541773 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-092b0309-eb89-465c-87f4-b34117bffe42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:48.568000 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1cb2e712-a389-43c5-ab85-3c825c73c061 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (0bead183-5556-4773-a168-55f8abd80577), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:48.589113 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2e712-a389-43c5-ab85-3c825c73c061 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bead183-5556-4773-a168-55f8abd80577,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:48.591075 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-a09b7403-dd22-4a02-85d0-f1434d4dc204 None None] Current status of the port 7a21d81c-9c6a-4caa-9905-73307e41f194 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:16:48.591597 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a09b7403-dd22-4a02-85d0-f1434d4dc204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (7a21d81c-9c6a-4caa-9905-73307e41f194), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:48.617412 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=be14224c-0258-4dc2-9ce4-f41347c20fc0,revision_number=6']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:48.647070 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:16:48.656458 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-a09b7403-dd22-4a02-85d0-f1434d4dc204 None None] For port 7a21d81c-9c6a-4caa-9905-73307e41f194, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=7a21d81c-9c6a-4caa-9905-73307e41f194,segment=NetworkSegment(d2993749-e0c6-40f5-9aa5-1c1a97640f78),segment_id=d2993749-e0c6-40f5-9aa5-1c1a97640f78)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:16:48.690055 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c36c71d-9d5f-4604-8b6d-55502b9d3627', 'name': 'tempest-TestShelveInstance-841148941-router', 'tenant_id': 'fd7af673ca7845f0b01e658adac113f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '154ecc1a-1b12-41be-a8d4-5dff31559f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:39Z', 'updated_at': '2022-04-05T11:16:44Z', 'revision_number': 4, 'project_id': 'fd7af673ca7845f0b01e658adac113f7', 'gw_port': {'id': '154ecc1a-1b12-41be-a8d4-5dff31559f13', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c36c71d-9d5f-4604-8b6d-55502b9d3627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:39Z', 'updated_at': '2022-04-05T11:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '7a21d81c-9c6a-4caa-9905-73307e41f194', 'name': '', 'network_id': 'bf926157-3d9c-41a2-80bc-c0b94bc2870a', 'tenant_id': 'fd7af673ca7845f0b01e658adac113f7', 'mac_address': 'fa:16:3e:e2:68:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c36c71d-9d5f-4604-8b6d-55502b9d3627', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16d8fd18-e099-4dde-babc-33c2afc6ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:43Z', 'updated_at': '2022-04-05T11:16:47Z', 'revision_number': 4, 'project_id': 'fd7af673ca7845f0b01e658adac113f7', 'subnets': [{'id': '16d8fd18-e099-4dde-babc-33c2afc6ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:16:48.722460 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7cb948-281a-4280-b448-bdbb1704c5b6 None None] The sync data for ids ['6c36c71d-9d5f-4604-8b6d-55502b9d3627'] in dv-cinder-818994-3-iscsi is: [{'id': '6c36c71d-9d5f-4604-8b6d-55502b9d3627', 'name': 'tempest-TestShelveInstance-841148941-router', 'tenant_id': 'fd7af673ca7845f0b01e658adac113f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '154ecc1a-1b12-41be-a8d4-5dff31559f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:39Z', 'updated_at': '2022-04-05T11:16:44Z', 'revision_number': 4, 'project_id': 'fd7af673ca7845f0b01e658adac113f7', 'gw_port': {'id': '154ecc1a-1b12-41be-a8d4-5dff31559f13', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c36c71d-9d5f-4604-8b6d-55502b9d3627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:39Z', 'updated_at': '2022-04-05T11:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '7a21d81c-9c6a-4caa-9905-73307e41f194', 'name': '', 'network_id': 'bf926157-3d9c-41a2-80bc-c0b94bc2870a', 'tenant_id': 'fd7af673ca7845f0b01e658adac113f7', 'mac_address': 'fa:16:3e:e2:68:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c36c71d-9d5f-4604-8b6d-55502b9d3627', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '16d8fd18-e099-4dde-babc-33c2afc6ab09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:43Z', 'updated_at': '2022-04-05T11:16:47Z', 'revision_number': 4, 'project_id': 'fd7af673ca7845f0b01e658adac113f7', 'subnets': [{'id': '16d8fd18-e099-4dde-babc-33c2afc6ab09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:16:48.731657 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 154ecc1a-1b12-41be-a8d4-5dff31559f13 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:16:48.761520 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a09b7403-dd22-4a02-85d0-f1434d4dc204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (7a21d81c-9c6a-4caa-9905-73307e41f194), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:48.761900 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1cb2e712-a389-43c5-ab85-3c825c73c061 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:48.768283 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 59568) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:48.775540 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-827b76f1-2b2a-4374-b217-1c18dbe8fd56 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Request body: {'security_group_rule': {'security_group_id': '9e25fdab-87d0-4b06-88d2-af9d9b936e42', 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:16:48.778529 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1cb2e712-a389-43c5-ab85-3c825c73c061 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5950077 Apr 05 11:16:48.834568 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b7403-dd22-4a02-85d0-f1434d4dc204 None None] Pushing event updated for resources: {'Port': ['ID=7a21d81c-9c6a-4caa-9905-73307e41f194,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:48.921119 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.securitygroups_db [None req-827b76f1-2b2a-4374-b217-1c18dbe8fd56 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Project b3e907fc457e4c4396437b93bfa31859 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 11:16:48.945061 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-827b76f1-2b2a-4374-b217-1c18dbe8fd56 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group_rule (1447aea1-f7f0-4a75-8172-f41e02f1bf30), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:49.007685 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e809d-c253-417d-87f2-aeba5079aee5 req-c7867932-57ee-487f-801e-f718ed6fc326 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:49.009237 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c71e809d-c253-417d-87f2-aeba5079aee5 req-c7867932-57ee-487f-801e-f718ed6fc326 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.1000166 Apr 05 11:16:49.051794 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-827b76f1-2b2a-4374-b217-1c18dbe8fd56 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group_rule (1447aea1-f7f0-4a75-8172-f41e02f1bf30), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:49.077935 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c71e809d-c253-417d-87f2-aeba5079aee5 req-5e3a0938-3831-4638-9abc-ed0f63070b8e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608497 Apr 05 11:16:49.167138 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-827b76f1-2b2a-4374-b217-1c18dbe8fd56 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (1447aea1-f7f0-4a75-8172-f41e02f1bf30), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:49.189097 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b76f1-2b2a-4374-b217-1c18dbe8fd56 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1447aea1-f7f0-4a75-8172-f41e02f1bf30,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:49.212903 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0aa891-7409-495e-a022-99e1418cb1b5 req-33864c39-7e83-4deb-bbb5-0e3ecf406fa4 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:49.214414 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d0aa891-7409-495e-a022-99e1418cb1b5 req-33864c39-7e83-4deb-bbb5-0e3ecf406fa4 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0789111 Apr 05 11:16:49.266753 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d0aa891-7409-495e-a022-99e1418cb1b5 req-ea84742d-f8c7-4794-9d1e-6418d444f580 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458362 Apr 05 11:16:49.296358 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-827b76f1-2b2a-4374-b217-1c18dbe8fd56 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:49.302335 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-827b76f1-2b2a-4374-b217-1c18dbe8fd56 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5285878 Apr 05 11:16:49.304317 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 59580) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:49.308877 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-2a61d732-dea4-4958-b857-abac14ac0e63 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Request body: {'security_group_rule': {'security_group_id': '9e25fdab-87d0-4b06-88d2-af9d9b936e42', 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:16:49.381593 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a661f-572b-4212-9e1a-db3e26a6ccba req-e79670a7-301d-47d1-bc57-7161faad3590 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:49.383120 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-271a661f-572b-4212-9e1a-db3e26a6ccba req-e79670a7-301d-47d1-bc57-7161faad3590 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 945 time: 0.0536129 Apr 05 11:16:49.431872 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-271a661f-572b-4212-9e1a-db3e26a6ccba req-0404bffc-a86c-474f-aa01-138d08d90cca tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428450 Apr 05 11:16:49.510518 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.securitygroups_db [None req-2a61d732-dea4-4958-b857-abac14ac0e63 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Project b3e907fc457e4c4396437b93bfa31859 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 11:16:49.525353 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2a61d732-dea4-4958-b857-abac14ac0e63 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group_rule (1fb1f89c-b218-4616-b42a-05d31465d632), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:49.571919 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2a61d732-dea4-4958-b857-abac14ac0e63 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group_rule (1fb1f89c-b218-4616-b42a-05d31465d632), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:49.748054 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2a61d732-dea4-4958-b857-abac14ac0e63 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (1fb1f89c-b218-4616-b42a-05d31465d632), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:49.768406 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61d732-dea4-4958-b857-abac14ac0e63 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb1f89c-b218-4616-b42a-05d31465d632,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:49.910372 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2a61d732-dea4-4958-b857-abac14ac0e63 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:49.911614 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-2a61d732-dea4-4958-b857-abac14ac0e63 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6062741 Apr 05 11:16:50.109140 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['be14224c-0258-4dc2-9ce4-f41347c20fc0'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:16:50.226341 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d7cad-779d-41f2-8c69-c2f25cfe95ab req-c92be6ee-e81c-4efd-bf3f-612fd32e957c tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:50.227902 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-895d7cad-779d-41f2-8c69-c2f25cfe95ab req-c92be6ee-e81c-4efd-bf3f-612fd32e957c tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0799899 Apr 05 11:16:50.286013 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-895d7cad-779d-41f2-8c69-c2f25cfe95ab req-df343cea-d18e-4bc5-a9a7-178772cdd546 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495884 Apr 05 11:16:50.309262 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 7a21d81c-9c6a-4caa-9905-73307e41f194 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:16:50.359275 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 7a21d81c-9c6a-4caa-9905-73307e41f194 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:50.359690 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (7a21d81c-9c6a-4caa-9905-73307e41f194), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:50.401089 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfbfbc-226f-4f57-a463-3932ee06d92a req-1311b33f-cf93-4811-a7b3-7e0c4b016151 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:50.402555 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bedfbfbc-226f-4f57-a463-3932ee06d92a req-1311b33f-cf93-4811-a7b3-7e0c4b016151 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0527470 Apr 05 11:16:50.437876 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 7a21d81c-9c6a-4caa-9905-73307e41f194 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:16:50.452928 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bedfbfbc-226f-4f57-a463-3932ee06d92a req-9c69c89c-9a92-4bb8-97ef-30da87ac7e8e tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437624 Apr 05 11:16:50.563759 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcd230-35a2-4fd1-a584-e80ff1120468 req-404eb164-b059-4b69-aaae-6c7929bbd59a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:50.565150 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fddcd230-35a2-4fd1-a584-e80ff1120468 req-404eb164-b059-4b69-aaae-6c7929bbd59a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 945 time: 0.0568712 Apr 05 11:16:50.613222 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fddcd230-35a2-4fd1-a584-e80ff1120468 req-22382f40-45ad-44a4-88a6-b6cd7a4add74 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424304 Apr 05 11:16:50.927456 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-02ec3cf7-1538-4c4a-bd12-d27ab4b7eed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:50.942229 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 59634) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:50.986222 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-38cde059-e4f6-412e-85d3-f2e52b80db54 admin admin] Deleting subnet fac81656-1455-4764-b0d6-4738ab58311e {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:16:50.989303 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-38cde059-e4f6-412e-85d3-f2e52b80db54 admin admin] Publish callbacks [] for subnet (fac81656-1455-4764-b0d6-4738ab58311e), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:51.023121 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-38cde059-e4f6-412e-85d3-f2e52b80db54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6680696'] for subnet (fac81656-1455-4764-b0d6-4738ab58311e), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:51.065018 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-38cde059-e4f6-412e-85d3-f2e52b80db54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928297'] for subnet (fac81656-1455-4764-b0d6-4738ab58311e), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:51.263910 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-38cde059-e4f6-412e-85d3-f2e52b80db54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7002689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4268067'] for subnet (fac81656-1455-4764-b0d6-4738ab58311e), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:51.298507 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cde059-e4f6-412e-85d3-f2e52b80db54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fac81656-1455-4764-b0d6-4738ab58311e,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:51.339067 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-38cde059-e4f6-412e-85d3-f2e52b80db54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:51.346295 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-38cde059-e4f6-412e-85d3-f2e52b80db54 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fac81656-1455-4764-b0d6-4738ab58311e HTTP/1.1" status: 204 len: 168 time: 0.3989871 Apr 05 11:16:51.346590 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 59650) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:51.380693 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa35291-9871-436d-9f1c-b5d384db478d req-0cf93fcd-a511-49a2-8b3c-a2bae1a3f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:51.382836 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9fa35291-9871-436d-9f1c-b5d384db478d req-0cf93fcd-a511-49a2-8b3c-a2bae1a3f82f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 1129 time: 0.0818601 Apr 05 11:16:51.467578 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3f831cd6-4762-4ca0-8ae3-2602c69d8078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920430'] for network (13b7e59c-4cc7-4c95-b837-f56effe02725), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:51.470798 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9fa35291-9871-436d-9f1c-b5d384db478d req-7115beb2-4db1-4b44-96d0-4db1133aad93 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746074 Apr 05 11:16:51.482359 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559a65e-3091-47e7-996b-5d3f79f6c7c2 req-90d36f7a-9150-46be-82f7-26122478ad55 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:51.489692 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a559a65e-3091-47e7-996b-5d3f79f6c7c2 req-90d36f7a-9150-46be-82f7-26122478ad55 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.1037223 Apr 05 11:16:51.541884 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a559a65e-3091-47e7-996b-5d3f79f6c7c2 req-38bb89b0-4462-451f-a843-953aaf5a66ce tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512609 Apr 05 11:16:51.552706 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3f831cd6-4762-4ca0-8ae3-2602c69d8078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1167570', 'neutron.services.segments.db._delete_segments_for_network-8793732693881'] for network (13b7e59c-4cc7-4c95-b837-f56effe02725), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:51.661378 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f5d1a-357e-43e9-b3f9-d1b7e242c499 req-7bdec51c-fe82-4f82-8bad-d62c1e304b41 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:51.663661 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-883f5d1a-357e-43e9-b3f9-d1b7e242c499 req-7bdec51c-fe82-4f82-8bad-d62c1e304b41 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0588608 Apr 05 11:16:51.685176 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-3f831cd6-4762-4ca0-8ae3-2602c69d8078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b7e59c-4cc7-4c95-b837-f56effe02725']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:16:51.695714 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-3f831cd6-4762-4ca0-8ae3-2602c69d8078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc434175-f43d-4591-bb6c-b0100b60e7bc') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:16:51.696012 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-3f831cd6-4762-4ca0-8ae3-2602c69d8078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc434175-f43d-4591-bb6c-b0100b60e7bc') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:16:51.705598 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3f831cd6-4762-4ca0-8ae3-2602c69d8078 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793732694402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7254742'] for segment (fc434175-f43d-4591-bb6c-b0100b60e7bc), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:51.711667 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-883f5d1a-357e-43e9-b3f9-d1b7e242c499 req-8ee719d8-de5f-4e74-9985-53fe6e0f517b tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430903 Apr 05 11:16:51.808211 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3f831cd6-4762-4ca0-8ae3-2602c69d8078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (fc434175-f43d-4591-bb6c-b0100b60e7bc), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:51.815204 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f831cd6-4762-4ca0-8ae3-2602c69d8078 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:16:51.815649 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3f831cd6-4762-4ca0-8ae3-2602c69d8078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5342644'] for segment (fc434175-f43d-4591-bb6c-b0100b60e7bc), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: Traceback (most recent call last): Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: timer() Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: cb(*args, **kw) Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: return func(*args, **kwargs) Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: self._notify() Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: self.callback(batched_events) Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: event.method(event) Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: return f(self, *a, **k) Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: return self._get(url).json() Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: return self.request(url, 'GET', **kwargs) Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:16:51.817328 dv-cinder-818994-3-iscsi neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:16:51.833526 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3379e-b864-40a1-9793-2c5cde258c9f req-44c11424-a2d8-41fa-bcca-3617bd030c10 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:51.835387 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e4b3379e-b864-40a1-9793-2c5cde258c9f req-44c11424-a2d8-41fa-bcca-3617bd030c10 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 945 time: 0.0654743 Apr 05 11:16:51.889495 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e4b3379e-b864-40a1-9793-2c5cde258c9f req-a932d555-643f-4951-b9ff-60e4cbd1bfb8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456996 Apr 05 11:16:51.976848 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device be14224c-0258-4dc2-9ce4-f41347c20fc0 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:16:51.988099 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3f831cd6-4762-4ca0-8ae3-2602c69d8078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1167531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585706'] for network (13b7e59c-4cc7-4c95-b837-f56effe02725), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:51.997088 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3f831cd6-4762-4ca0-8ae3-2602c69d8078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:52.006916 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-3f831cd6-4762-4ca0-8ae3-2602c69d8078 admin admin] 10.222.0.39 "DELETE /v2.0/networks/13b7e59c-4cc7-4c95-b837-f56effe02725 HTTP/1.1" status: 204 len: 168 time: 0.6597605 Apr 05 11:16:52.023733 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:52.028704 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f831cd6-4762-4ca0-8ae3-2602c69d8078 admin admin] Pushing event deleted for resources: {'Network': ['ID=13b7e59c-4cc7-4c95-b837-f56effe02725,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:52.057460 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port be14224c-0258-4dc2-9ce4-f41347c20fc0 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:16:52.057839 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:52.147731 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port be14224c-0258-4dc2-9ce4-f41347c20fc0 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:16:52.148116 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:52.174255 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c900362d-904b-4d64-a9a3-ab381ca756e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be14224c-0258-4dc2-9ce4-f41347c20fc0'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:16:52.176590 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8993c8ec-7c32-4b49-9528-372e6ab03fdc" -d '{"events": [{"server_uuid": "c900362d-904b-4d64-a9a3-ab381ca756e3", "name": "network-vif-plugged", "status": "completed", "tag": "be14224c-0258-4dc2-9ce4-f41347c20fc0"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:16:52.190685 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port be14224c-0258-4dc2-9ce4-f41347c20fc0, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=be14224c-0258-4dc2-9ce4-f41347c20fc0,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:16:52.214506 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36efc5f7-72c6-4e92-aac9-164c66cce0cc x-openstack-request-id: req-36efc5f7-72c6-4e92-aac9-164c66cce0cc {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:16:52.214944 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c900362d-904b-4d64-a9a3-ab381ca756e3", "name": "network-vif-plugged", "status": "completed", "tag": "be14224c-0258-4dc2-9ce4-f41347c20fc0", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:16:52.220768 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-36efc5f7-72c6-4e92-aac9-164c66cce0cc {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:16:52.220768 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36efc5f7-72c6-4e92-aac9-164c66cce0cc'] response: {'server_uuid': 'c900362d-904b-4d64-a9a3-ab381ca756e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be14224c-0258-4dc2-9ce4-f41347c20fc0', 'code': 200} Apr 05 11:16:52.383207 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:52.430142 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=be14224c-0258-4dc2-9ce4-f41347c20fc0,revision_number=7']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:52.511866 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 59676) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:52.551793 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-2f9a7a7d-9cf4-4f41-98c1-ef292f38dc09 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da48f033c24346cc90296be17f7d07cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386939 Apr 05 11:16:52.554110 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 59678) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:16:52.602264 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4d65337b-e4cd-4720-8acc-ab7538c83f36 admin admin] Publish callbacks [] for security_group (465851d1-1e15-4cac-b1ea-dcfef87c5f6e), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:52.623777 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4d65337b-e4cd-4720-8acc-ab7538c83f36 admin admin] Publish callbacks [] for security_group (465851d1-1e15-4cac-b1ea-dcfef87c5f6e), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:52.667587 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26daa207-d8ea-4f30-9cf9-52687f96832f req-b9be98d3-d83b-4273-953d-3b7cf4501719 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:52.669102 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-26daa207-d8ea-4f30-9cf9-52687f96832f req-b9be98d3-d83b-4273-953d-3b7cf4501719 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0543799 Apr 05 11:16:52.714717 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-26daa207-d8ea-4f30-9cf9-52687f96832f req-f09031ee-c03a-4ec6-9098-466fdbed9831 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391996 Apr 05 11:16:52.780578 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4d65337b-e4cd-4720-8acc-ab7538c83f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (465851d1-1e15-4cac-b1ea-dcfef87c5f6e), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:52.783914 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4d65337b-e4cd-4720-8acc-ab7538c83f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:52.785073 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4d65337b-e4cd-4720-8acc-ab7538c83f36 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/465851d1-1e15-4cac-b1ea-dcfef87c5f6e HTTP/1.1" status: 204 len: 168 time: 0.2300210 Apr 05 11:16:52.819881 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65337b-e4cd-4720-8acc-ab7538c83f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465851d1-1e15-4cac-b1ea-dcfef87c5f6e,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:16:52.844453 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eb73f-cdf6-4155-841e-ca5220b0af63 req-05a4b784-5c90-4fe0-9a96-5648c966a61d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:52.846047 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f71eb73f-cdf6-4155-841e-ca5220b0af63 req-05a4b784-5c90-4fe0-9a96-5648c966a61d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0598238 Apr 05 11:16:52.894158 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f71eb73f-cdf6-4155-841e-ca5220b0af63 req-a7c26aeb-c41c-45d0-969e-4eb5f9e0a588 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420086 Apr 05 11:16:53.013147 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ff694-1d2c-4e33-a55b-19ab874ad619 req-004079df-0529-4843-80d8-c1a3604ae7b0 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:53.015198 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3c6ff694-1d2c-4e33-a55b-19ab874ad619 req-004079df-0529-4843-80d8-c1a3604ae7b0 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0526621 Apr 05 11:16:53.063947 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3c6ff694-1d2c-4e33-a55b-19ab874ad619 req-edd5a819-af93-4633-bc47-1eb78ce75706 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431604 Apr 05 11:16:53.205839 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:53.845405 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484078c-f276-435c-b018-c1691df69898 req-0369b792-0812-4582-80f2-d551b27ea0c0 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:53.846896 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8484078c-f276-435c-b018-c1691df69898 req-0369b792-0812-4582-80f2-d551b27ea0c0 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0591781 Apr 05 11:16:53.895905 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8484078c-f276-435c-b018-c1691df69898 req-a36ae086-c052-4665-98a5-2561fb2078c6 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430613 Apr 05 11:16:54.021888 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6062b-c748-4d98-9fde-a63c349184ac req-2c8d1a0d-1142-4200-b1ec-5ea210d30091 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:54.023595 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1af6062b-c748-4d98-9fde-a63c349184ac req-2c8d1a0d-1142-4200-b1ec-5ea210d30091 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0587852 Apr 05 11:16:54.073170 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1af6062b-c748-4d98-9fde-a63c349184ac req-292bafa5-036a-4e06-81f3-b87007a33953 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426967 Apr 05 11:16:54.200970 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fe7ac-0fb0-49ed-9eda-7f001458f03d req-3e48129d-90f5-4846-8fb6-8d4bb321c825 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:54.203095 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7c8fe7ac-0fb0-49ed-9eda-7f001458f03d req-3e48129d-90f5-4846-8fb6-8d4bb321c825 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0592077 Apr 05 11:16:54.253539 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7c8fe7ac-0fb0-49ed-9eda-7f001458f03d req-1bb3174a-4e7f-4732-88de-aca709555af6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450001 Apr 05 11:16:54.942499 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:16:55.013351 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271808d-4daf-43d5-96c5-971b845af200 req-991cc03f-707d-430c-925c-ecfe3254e7ca tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:55.014796 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6271808d-4daf-43d5-96c5-971b845af200 req-991cc03f-707d-430c-925c-ecfe3254e7ca tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0518909 Apr 05 11:16:55.063147 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6271808d-4daf-43d5-96c5-971b845af200 req-af2e47cf-53d7-40e9-8d43-778d65400bca tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426443 Apr 05 11:16:55.192190 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5fa44-533d-426d-8984-22fcca9dbf92 req-544ca7c2-096f-4eb7-9572-98c2d5e8ee04 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:55.193680 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-61e5fa44-533d-426d-8984-22fcca9dbf92 req-544ca7c2-096f-4eb7-9572-98c2d5e8ee04 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0547619 Apr 05 11:16:55.243589 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-61e5fa44-533d-426d-8984-22fcca9dbf92 req-cbf1bd43-3843-4a80-b663-d94ac0a1fa25 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426767 Apr 05 11:16:55.376620 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20288b0a-eacf-4734-befd-dfc57b1d4333 req-fde7ef00-d368-4980-9c16-2713d90e5403 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:55.378104 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-20288b0a-eacf-4734-befd-dfc57b1d4333 req-fde7ef00-d368-4980-9c16-2713d90e5403 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0515432 Apr 05 11:16:55.427120 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-20288b0a-eacf-4734-befd-dfc57b1d4333 req-5b1eb7cb-71b0-4890-ad03-89bd57554d31 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434089 Apr 05 11:16:56.188549 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f72f0-9887-4c99-a33b-95921007c3ff req-91479944-ce54-4f6a-868d-58b2381a3a46 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:56.190038 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cb5f72f0-9887-4c99-a33b-95921007c3ff req-91479944-ce54-4f6a-868d-58b2381a3a46 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0526123 Apr 05 11:16:56.238908 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cb5f72f0-9887-4c99-a33b-95921007c3ff req-c822544f-abf7-46cc-b8f1-198a9860e9e7 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432777 Apr 05 11:16:56.361512 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a5ccd-fab8-47ea-bec1-7e66c92e74a3 req-bdd608f8-294c-4f9f-bf1a-cb43741aa525 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:56.363001 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-090a5ccd-fab8-47ea-bec1-7e66c92e74a3 req-bdd608f8-294c-4f9f-bf1a-cb43741aa525 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0522509 Apr 05 11:16:56.408478 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-090a5ccd-fab8-47ea-bec1-7e66c92e74a3 req-1a81e050-6c08-42eb-9067-d2f9343e073d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397401 Apr 05 11:16:56.545866 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c0063-37e0-4f26-ad27-94162176fbe3 req-87519446-4588-44c3-8281-f4d5c0b3cb9c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:56.547429 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d49c0063-37e0-4f26-ad27-94162176fbe3 req-87519446-4588-44c3-8281-f4d5c0b3cb9c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0526378 Apr 05 11:16:56.599602 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d49c0063-37e0-4f26-ad27-94162176fbe3 req-ad2effa2-b070-45d4-80a1-f0fd084fd267 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451515 Apr 05 11:16:57.359916 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273187e-f9a9-4a57-91de-902feeb3c012 req-72b40db6-6f6d-4b38-b774-6492f48abc1f tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:57.361385 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e273187e-f9a9-4a57-91de-902feeb3c012 req-72b40db6-6f6d-4b38-b774-6492f48abc1f tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0531039 Apr 05 11:16:57.408325 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e273187e-f9a9-4a57-91de-902feeb3c012 req-955193da-1657-4943-950b-e28f699827a3 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412383 Apr 05 11:16:57.522519 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd8a19-39e3-429b-bfcf-fc3a87e8ac2c req-31daf96d-f08d-428c-a4bd-2c047cc8cb38 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:57.523983 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cfdd8a19-39e3-429b-bfcf-fc3a87e8ac2c req-31daf96d-f08d-428c-a4bd-2c047cc8cb38 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0500610 Apr 05 11:16:57.572467 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cfdd8a19-39e3-429b-bfcf-fc3a87e8ac2c req-a7b0b958-bb1c-40ef-82b0-5097a66f6052 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429745 Apr 05 11:16:57.720035 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff7b94-f67a-4058-bdbd-bb5c1f587580 req-b26b99f6-3e55-4f62-98b9-d5f1f61a180e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:57.721476 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-29ff7b94-f67a-4058-bdbd-bb5c1f587580 req-b26b99f6-3e55-4f62-98b9-d5f1f61a180e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0551651 Apr 05 11:16:57.770382 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-29ff7b94-f67a-4058-bdbd-bb5c1f587580 req-3d6ad067-cade-4f82-a90e-af5d0317ce28 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403678 Apr 05 11:16:58.526033 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11c48a-20a6-405b-9c47-6cf191ca0cd1 req-41ff146f-0b25-4c8d-b7f3-e48f07a430ee tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:58.527500 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ac11c48a-20a6-405b-9c47-6cf191ca0cd1 req-41ff146f-0b25-4c8d-b7f3-e48f07a430ee tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0536962 Apr 05 11:16:58.572860 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ac11c48a-20a6-405b-9c47-6cf191ca0cd1 req-430726aa-7290-461c-8141-0c8ae2c833bd tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392838 Apr 05 11:16:58.693125 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f078312-5b79-4306-ad70-42fbbd0cfc9f req-ea74ad43-fd41-49a4-919b-a13be6418523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:58.694590 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2f078312-5b79-4306-ad70-42fbbd0cfc9f req-ea74ad43-fd41-49a4-919b-a13be6418523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0527127 Apr 05 11:16:58.740447 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2f078312-5b79-4306-ad70-42fbbd0cfc9f req-ed1fdd63-6bb8-480e-9d91-43282b5f7a09 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402477 Apr 05 11:16:58.891553 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cf9c6-8a24-45a8-a2d6-4e24b27a9290 req-b68190dd-2bd6-4013-82c2-49e0872057e9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:58.893005 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c5cf9c6-8a24-45a8-a2d6-4e24b27a9290 req-b68190dd-2bd6-4013-82c2-49e0872057e9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0513701 Apr 05 11:16:58.940394 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c5cf9c6-8a24-45a8-a2d6-4e24b27a9290 req-b5d7005c-0cde-4809-9eb9-e16cbe392aaa tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414951 Apr 05 11:16:59.691046 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2efbac-3818-4e70-af51-24e3054940ed req-1179ef35-e371-4536-b908-45c81ee71a2f tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:59.692611 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ba2efbac-3818-4e70-af51-24e3054940ed req-1179ef35-e371-4536-b908-45c81ee71a2f tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0523036 Apr 05 11:16:59.741928 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ba2efbac-3818-4e70-af51-24e3054940ed req-3026ef29-1bef-43fb-9a4b-659fe7e9c53c tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438306 Apr 05 11:16:59.859042 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c5a16-3ffa-496e-8f3a-11255255036e req-ca29a342-4f13-4d05-afb6-54475ff9f0f6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:16:59.860683 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-674c5a16-3ffa-496e-8f3a-11255255036e req-ca29a342-4f13-4d05-afb6-54475ff9f0f6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0553546 Apr 05 11:16:59.907475 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-674c5a16-3ffa-496e-8f3a-11255255036e req-deb154f2-e7b2-4504-9876-90695fe77588 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410736 Apr 05 11:17:00.063929 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea32873-17d6-44a9-9eb0-b6d066307f2a req-0bf6c8db-9a1a-4e41-84a3-83844ecb70f9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:00.065438 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8ea32873-17d6-44a9-9eb0-b6d066307f2a req-0bf6c8db-9a1a-4e41-84a3-83844ecb70f9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0515327 Apr 05 11:17:00.112051 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8ea32873-17d6-44a9-9eb0-b6d066307f2a req-be6303e5-f8c2-4ede-be7e-0c8eff1963cb tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411336 Apr 05 11:17:00.868162 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26a3aa-232e-470c-a831-097cccf99e94 req-af607971-2214-4f05-8292-6e0c50e39bd6 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:00.869617 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cd26a3aa-232e-470c-a831-097cccf99e94 req-af607971-2214-4f05-8292-6e0c50e39bd6 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0542426 Apr 05 11:17:00.917555 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cd26a3aa-232e-470c-a831-097cccf99e94 req-a5854281-0d19-431c-a13f-134c420e2dde tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418341 Apr 05 11:17:01.029027 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b1538-c580-41e6-a59d-1be2f4541e04 req-6bf0cf0b-96cb-4386-b651-33d2df35ce90 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:01.030506 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-971b1538-c580-41e6-a59d-1be2f4541e04 req-6bf0cf0b-96cb-4386-b651-33d2df35ce90 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0544021 Apr 05 11:17:01.083884 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-971b1538-c580-41e6-a59d-1be2f4541e04 req-56804df0-50b4-43f7-97c4-ce17f6f0bf37 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459983 Apr 05 11:17:01.231463 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154867f-7ab6-4878-a65d-62ac1a8e5ff2 req-dd174c06-5671-49f3-b7ca-f689092b8861 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:01.232988 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1154867f-7ab6-4878-a65d-62ac1a8e5ff2 req-dd174c06-5671-49f3-b7ca-f689092b8861 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0512526 Apr 05 11:17:01.284664 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1154867f-7ab6-4878-a65d-62ac1a8e5ff2 req-0cfdf275-a9a0-49b2-ac41-280253488beb tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448298 Apr 05 11:17:02.043934 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bccbf4-6ec4-4d7e-ad1d-95b1d36db2a0 req-2d33d5cd-6b0e-43b6-aa71-782a4a5ed4e8 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:02.045320 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-28bccbf4-6ec4-4d7e-ad1d-95b1d36db2a0 req-2d33d5cd-6b0e-43b6-aa71-782a4a5ed4e8 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0567534 Apr 05 11:17:02.096594 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-28bccbf4-6ec4-4d7e-ad1d-95b1d36db2a0 req-1d51be37-e832-4f26-b7cc-a76be316b10f tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456505 Apr 05 11:17:02.198784 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e3e8b-1dfd-4d86-98ca-4bdd90d30948 req-5937b7e6-2a2e-41dd-94de-a1fab8064b8c tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:02.200253 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ca5e3e8b-1dfd-4d86-98ca-4bdd90d30948 req-5937b7e6-2a2e-41dd-94de-a1fab8064b8c tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0519066 Apr 05 11:17:02.247989 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ca5e3e8b-1dfd-4d86-98ca-4bdd90d30948 req-f74b2951-1cdd-4cd0-952c-b0c644e02ad8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420334 Apr 05 11:17:02.427404 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c2506-cc87-4346-9649-89fd9ccc11cc req-c6f06621-a32d-44fd-bf5f-99f09683f8b3 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:02.429050 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-429c2506-cc87-4346-9649-89fd9ccc11cc req-c6f06621-a32d-44fd-bf5f-99f09683f8b3 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0602398 Apr 05 11:17:02.476600 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-429c2506-cc87-4346-9649-89fd9ccc11cc req-7a573f75-d08c-4a5a-8eb9-6e3e252919d6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417449 Apr 05 11:17:02.879351 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f3a67-94cf-4056-9d13-f9cccc506c58 req-4a3802ad-df87-44d4-a043-6a996f42a2f4 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:02.881207 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a00f3a67-94cf-4056-9d13-f9cccc506c58 req-4a3802ad-df87-44d4-a043-6a996f42a2f4 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0608592 Apr 05 11:17:02.929555 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a00f3a67-94cf-4056-9d13-f9cccc506c58 req-8f0070a7-223e-443e-83a4-1929e9f03685 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428333 Apr 05 11:17:02.974540 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba6c75-2f49-41fa-a540-d7d0c248bf72 req-5461c6b5-1b50-4237-9989-250091786979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:02.976111 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7dba6c75-2f49-41fa-a540-d7d0c248bf72 req-5461c6b5-1b50-4237-9989-250091786979 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf751cbfd21e463e83beea4d29713404&device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 1129 time: 0.0520840 Apr 05 11:17:03.075176 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba6c75-2f49-41fa-a540-d7d0c248bf72 req-8bf7850d-d059-4c96-8f44-b4704b9f4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:03.076618 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7dba6c75-2f49-41fa-a540-d7d0c248bf72 req-8bf7850d-d059-4c96-8f44-b4704b9f4e09 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a84177b0-98a3-43e8-9748-217cec2ce77a HTTP/1.1" status: 200 len: 919 time: 0.0948887 Apr 05 11:17:03.119795 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7dba6c75-2f49-41fa-a540-d7d0c248bf72 req-e030dea8-1e48-4e42-929f-8e6cf56798fe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01522163-0d2a-4854-8bdc-d67d7aa1cd89 HTTP/1.1" status: 200 len: 217 time: 0.0353477 Apr 05 11:17:03.170933 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba6c75-2f49-41fa-a540-d7d0c248bf72 req-8c425233-292f-432b-9a51-f1a22beb1bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:03.172793 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7dba6c75-2f49-41fa-a540-d7d0c248bf72 req-8c425233-292f-432b-9a51-f1a22beb1bd2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b01bd4d7-97a5-45dc-b9c7-6b928112c646 HTTP/1.1" status: 200 len: 857 time: 0.0468779 Apr 05 11:17:03.263082 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06470a1-785d-4bd5-8631-2f702cc10bb7 req-adc0027d-9d75-497f-bd75-552a76e042ad tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:03.267443 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d06470a1-785d-4bd5-8631-2f702cc10bb7 req-adc0027d-9d75-497f-bd75-552a76e042ad tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0990205 Apr 05 11:17:03.272134 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba6c75-2f49-41fa-a540-d7d0c248bf72 req-97c96e78-0662-46ce-a400-8dbb7ab397d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:03.273643 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7dba6c75-2f49-41fa-a540-d7d0c248bf72 req-97c96e78-0662-46ce-a400-8dbb7ab397d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a84177b0-98a3-43e8-9748-217cec2ce77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911973 Apr 05 11:17:03.318736 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d06470a1-785d-4bd5-8631-2f702cc10bb7 req-94aabaf7-7c1e-4fcd-9398-582a1343ee67 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440547 Apr 05 11:17:03.485132 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7dba6c75-2f49-41fa-a540-d7d0c248bf72 req-553c72c7-5758-456e-9fb3-9d94017d1176 service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851560 Apr 05 11:17:03.602714 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7dba6c75-2f49-41fa-a540-d7d0c248bf72 req-1b49ed30-3f6e-4a65-b69c-d085077067da service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088207 Apr 05 11:17:03.623391 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78919ef8-057f-492b-8595-53dc6c7556af req-9a7db6ee-2097-4b3f-b067-964345c70233 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:03.624872 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-78919ef8-057f-492b-8595-53dc6c7556af req-9a7db6ee-2097-4b3f-b067-964345c70233 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0557621 Apr 05 11:17:03.679130 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-78919ef8-057f-492b-8595-53dc6c7556af req-9ee8fc5c-8d92-4d8d-aa5d-6fb406088db0 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485239 Apr 05 11:17:04.060685 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefb50a-90b9-4fae-86c3-536c9e6c97ee req-b81e9ecf-b25e-4bc6-bc70-f0f87a888600 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:04.062141 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7aefb50a-90b9-4fae-86c3-536c9e6c97ee req-b81e9ecf-b25e-4bc6-bc70-f0f87a888600 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0640926 Apr 05 11:17:04.107573 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7aefb50a-90b9-4fae-86c3-536c9e6c97ee req-60353f49-bed7-47c2-91bc-33c19c116ced tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398393 Apr 05 11:17:04.437123 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135e551-0fa0-493d-9daf-c61f2552f307 req-e03ffc34-207a-4413-87c0-b52b800d476c tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:04.438513 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e135e551-0fa0-493d-9daf-c61f2552f307 req-e03ffc34-207a-4413-87c0-b52b800d476c tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0545869 Apr 05 11:17:04.494128 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e135e551-0fa0-493d-9daf-c61f2552f307 req-0225d738-09c5-4b49-ba34-4b96c9347cef tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494916 Apr 05 11:17:04.801511 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c70ef-d9a7-4314-a516-eeb17c2afb67 req-bf22cd72-a6a7-4f65-8160-6e973976d3bb tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:04.803517 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3c9c70ef-d9a7-4314-a516-eeb17c2afb67 req-bf22cd72-a6a7-4f65-8160-6e973976d3bb tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0556881 Apr 05 11:17:04.849008 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3c9c70ef-d9a7-4314-a516-eeb17c2afb67 req-972b1efa-f178-4426-b63d-5c395713a013 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399041 Apr 05 11:17:05.229980 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7aff4-b2f7-4a63-bdaf-1881ea3994d0 req-80836088-c378-4602-8eda-0fe0cde89a07 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:05.232037 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8cf7aff4-b2f7-4a63-bdaf-1881ea3994d0 req-80836088-c378-4602-8eda-0fe0cde89a07 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0579360 Apr 05 11:17:05.280888 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8cf7aff4-b2f7-4a63-bdaf-1881ea3994d0 req-484f35d4-637b-4149-83de-7764a4b76618 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421381 Apr 05 11:17:05.615113 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846e650-e428-4d40-b68d-d6454c8a8877 req-733cef19-cc58-4bd5-ad84-353efdf63f05 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:05.617121 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5846e650-e428-4d40-b68d-d6454c8a8877 req-733cef19-cc58-4bd5-ad84-353efdf63f05 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0559502 Apr 05 11:17:05.667314 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5846e650-e428-4d40-b68d-d6454c8a8877 req-c2ff364f-4fbb-4ff6-8877-5a245bd924b4 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439332 Apr 05 11:17:05.971726 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e10646-4770-496e-98ba-9d12a9eb7f0f req-b79f0667-4f4c-476d-a430-de163f04ec7e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:05.973169 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-71e10646-4770-496e-98ba-9d12a9eb7f0f req-b79f0667-4f4c-476d-a430-de163f04ec7e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0524287 Apr 05 11:17:06.022428 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-71e10646-4770-496e-98ba-9d12a9eb7f0f req-2ca0ced7-638c-4df9-829d-ac292e95b2e9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437157 Apr 05 11:17:06.397757 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da49f48-3d77-4555-9c21-58b90c299559 req-1566880c-d59e-4ad7-859d-8e9f0f50cd01 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:06.399309 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0da49f48-3d77-4555-9c21-58b90c299559 req-1566880c-d59e-4ad7-859d-8e9f0f50cd01 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0515726 Apr 05 11:17:06.446484 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0da49f48-3d77-4555-9c21-58b90c299559 req-056a6523-4d51-4b25-b105-3fd4bbbe902e tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415585 Apr 05 11:17:06.795743 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377ec2f-f09b-495b-9a0f-f579b6edd77a req-2b52a65c-9ad3-4e6e-b0e8-25591a6782bc tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:06.800604 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b377ec2f-f09b-495b-9a0f-f579b6edd77a req-2b52a65c-9ad3-4e6e-b0e8-25591a6782bc tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0658484 Apr 05 11:17:06.844656 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b377ec2f-f09b-495b-9a0f-f579b6edd77a req-bfaef16d-132a-4283-9aa8-d9165d626f3e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416944 Apr 05 11:17:07.148643 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46e9ae-a177-4109-bfcf-8e650f9b1dc0 req-d0405a76-e4b6-482e-b6f8-562f6b14b00e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:07.150128 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-db46e9ae-a177-4109-bfcf-8e650f9b1dc0 req-d0405a76-e4b6-482e-b6f8-562f6b14b00e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0553296 Apr 05 11:17:07.196438 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-db46e9ae-a177-4109-bfcf-8e650f9b1dc0 req-6df9c038-a5eb-47f1-b42e-9fbf8ce9950b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407634 Apr 05 11:17:07.562733 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6d781-0b02-4b6f-b268-2de0964a9b9f req-11ad9cd9-4629-4036-b0f8-487afc7d3d22 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:07.564193 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-75e6d781-0b02-4b6f-b268-2de0964a9b9f req-11ad9cd9-4629-4036-b0f8-487afc7d3d22 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0514364 Apr 05 11:17:07.610960 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-75e6d781-0b02-4b6f-b268-2de0964a9b9f req-8b97a069-2e62-44c6-b2a0-bbcb7b18645a tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408990 Apr 05 11:17:07.972492 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262ca6a-8739-4453-8745-687a583ee2cf req-14480fb2-ecb7-4386-a9bb-36f11a8348f3 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:07.974448 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d262ca6a-8739-4453-8745-687a583ee2cf req-14480fb2-ecb7-4386-a9bb-36f11a8348f3 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0624335 Apr 05 11:17:08.025888 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d262ca6a-8739-4453-8745-687a583ee2cf req-5072d086-74a1-46e6-bc9a-be894634b06e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449953 Apr 05 11:17:08.321086 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c049d75-8692-440a-9b3c-0bb3f1d41519 req-b392e65c-e0f9-4f18-abca-98b266ceb7a6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:08.322547 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7c049d75-8692-440a-9b3c-0bb3f1d41519 req-b392e65c-e0f9-4f18-abca-98b266ceb7a6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0549874 Apr 05 11:17:08.370261 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7c049d75-8692-440a-9b3c-0bb3f1d41519 req-7c8a8fa9-96f4-4e1e-a8a8-c539d3df503e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418911 Apr 05 11:17:08.727299 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b683b8-b69d-4828-af3d-7116a25d3f8f req-20caa22a-3438-4a22-bb3b-187788b739c5 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:08.728980 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f0b683b8-b69d-4828-af3d-7116a25d3f8f req-20caa22a-3438-4a22-bb3b-187788b739c5 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0506160 Apr 05 11:17:08.774278 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f0b683b8-b69d-4828-af3d-7116a25d3f8f req-66bfdf60-11b1-44d6-9587-e5ffc8fcd6b6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398891 Apr 05 11:17:09.146319 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f6058-f19e-465e-a905-e6fff9e70d32 req-b9f6c9b0-0271-4909-97a9-fa55aea0c0c5 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:09.147838 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ae1f6058-f19e-465e-a905-e6fff9e70d32 req-b9f6c9b0-0271-4909-97a9-fa55aea0c0c5 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0514295 Apr 05 11:17:09.196280 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ae1f6058-f19e-465e-a905-e6fff9e70d32 req-b039a35b-e847-4b90-8a6b-a0370dfe650d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427477 Apr 05 11:17:09.495466 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6da247-ad52-476a-bb8e-9dc091fe6b95 req-5e6ecd7a-7e9d-45b8-936c-1604b4530087 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:09.497192 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8c6da247-ad52-476a-bb8e-9dc091fe6b95 req-5e6ecd7a-7e9d-45b8-936c-1604b4530087 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0516038 Apr 05 11:17:09.546338 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8c6da247-ad52-476a-bb8e-9dc091fe6b95 req-dffd9de9-f59d-4f6a-831a-8a541479d492 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433922 Apr 05 11:17:09.897346 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250dec99-85e5-4638-ae71-0f98cac476f0 req-e5462693-c6d2-430b-b2bf-193ce17f5c19 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:09.898884 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-250dec99-85e5-4638-ae71-0f98cac476f0 req-e5462693-c6d2-430b-b2bf-193ce17f5c19 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0556858 Apr 05 11:17:09.951629 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-250dec99-85e5-4638-ae71-0f98cac476f0 req-e3d18770-a4e1-4912-9b44-998638ec479a tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460823 Apr 05 11:17:10.320542 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5570a56-47d5-4ef8-ab38-3074fe5d409b req-8d1ee715-afcf-4cb9-b763-b581262281ef tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:10.322493 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b5570a56-47d5-4ef8-ab38-3074fe5d409b req-8d1ee715-afcf-4cb9-b763-b581262281ef tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0548310 Apr 05 11:17:10.368726 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b5570a56-47d5-4ef8-ab38-3074fe5d409b req-9d447b4c-2e7c-4c03-b464-9dcc6c13ff22 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399823 Apr 05 11:17:10.665689 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d95e8-12a7-4b6b-bac8-e2d56160fe7a req-d5388d7f-0bab-4823-96c2-8bf972922242 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:10.667416 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ba6d95e8-12a7-4b6b-bac8-e2d56160fe7a req-d5388d7f-0bab-4823-96c2-8bf972922242 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0522561 Apr 05 11:17:10.715770 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ba6d95e8-12a7-4b6b-bac8-e2d56160fe7a req-6c8356bc-de7a-4b8e-8a45-3001fd7b230f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425775 Apr 05 11:17:11.070010 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979db895-20cd-431d-abd9-2ef4d1a3de15 req-acc9f27c-11bc-49c1-8ebf-e97c4962fbc1 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:11.071544 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-979db895-20cd-431d-abd9-2ef4d1a3de15 req-acc9f27c-11bc-49c1-8ebf-e97c4962fbc1 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0524940 Apr 05 11:17:11.118462 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-979db895-20cd-431d-abd9-2ef4d1a3de15 req-1bfb7639-e6ef-4544-bca2-d7b64869924b tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412369 Apr 05 11:17:11.491749 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1340410-0ef8-4f97-a2fe-9cd0caaf8ddc req-964b7f19-3616-4eb3-9a83-0d307cbddc2b tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:11.493211 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b1340410-0ef8-4f97-a2fe-9cd0caaf8ddc req-964b7f19-3616-4eb3-9a83-0d307cbddc2b tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0539782 Apr 05 11:17:11.543170 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b1340410-0ef8-4f97-a2fe-9cd0caaf8ddc req-9213a1a1-c222-4738-959d-79ef3900e655 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439727 Apr 05 11:17:11.846349 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e50b11-9a25-412f-b30e-b97348e12e8a req-e5806f0c-5063-49f4-b686-8710afa0dc0e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:11.847922 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-87e50b11-9a25-412f-b30e-b97348e12e8a req-e5806f0c-5063-49f4-b686-8710afa0dc0e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0610712 Apr 05 11:17:11.895667 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-87e50b11-9a25-412f-b30e-b97348e12e8a req-d75bb76e-1671-40ef-a875-105504ba6ae0 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420482 Apr 05 11:17:12.241123 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084dfaa-b250-470e-809b-c73c14ef01d1 req-d1e4a51a-241d-4fee-ae39-fcdc9f174aa1 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:12.242715 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7084dfaa-b250-470e-809b-c73c14ef01d1 req-d1e4a51a-241d-4fee-ae39-fcdc9f174aa1 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0587237 Apr 05 11:17:12.290743 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7084dfaa-b250-470e-809b-c73c14ef01d1 req-e95f3a7e-bacb-4f00-b332-67d8b2a1b156 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410953 Apr 05 11:17:12.661538 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1dd78-6a01-4c2f-ac4e-51949c52fadd req-bbc3acec-335b-435d-82bd-d6e6762562e2 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:12.663029 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c8b1dd78-6a01-4c2f-ac4e-51949c52fadd req-bbc3acec-335b-435d-82bd-d6e6762562e2 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0514786 Apr 05 11:17:12.711085 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c8b1dd78-6a01-4c2f-ac4e-51949c52fadd req-b4d0044e-a4da-4d1b-8b3a-fb9867b4085b tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417321 Apr 05 11:17:13.018587 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d160c35-5ec0-43d0-b7b4-c32af88d2875 req-32b6997e-ae57-4f56-aa6a-2619256bce08 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:13.020551 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1d160c35-5ec0-43d0-b7b4-c32af88d2875 req-32b6997e-ae57-4f56-aa6a-2619256bce08 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0536036 Apr 05 11:17:13.067925 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1d160c35-5ec0-43d0-b7b4-c32af88d2875 req-d4f85d00-f8ed-4c59-abde-883cc7a1e85e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418935 Apr 05 11:17:13.413615 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf230ae4-1108-4d8a-858f-1665e2571c32 req-7762bc48-bfc4-4d9b-b47c-7b08aa538da9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:13.415723 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf230ae4-1108-4d8a-858f-1665e2571c32 req-7762bc48-bfc4-4d9b-b47c-7b08aa538da9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0568151 Apr 05 11:17:13.464734 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cf230ae4-1108-4d8a-858f-1665e2571c32 req-6793fc6b-c6b5-4fe3-b5bc-8a66083a044d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433297 Apr 05 11:17:13.827779 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46de6e9-f631-47b3-8239-4a6f026a4add req-0b83f0e4-c67c-436f-932f-2399409b42e4 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:13.829234 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f46de6e9-f631-47b3-8239-4a6f026a4add req-0b83f0e4-c67c-436f-932f-2399409b42e4 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0500157 Apr 05 11:17:13.881748 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f46de6e9-f631-47b3-8239-4a6f026a4add req-da9c19da-1567-4bdc-bd2e-7f8cfa5ff4c6 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470266 Apr 05 11:17:14.197626 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a789b-e740-4650-b367-928f58ee1dfa req-8cc8ccfc-dae2-432a-b148-78ca4cbf9cd3 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:14.199121 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4a5a789b-e740-4650-b367-928f58ee1dfa req-8cc8ccfc-dae2-432a-b148-78ca4cbf9cd3 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0523846 Apr 05 11:17:14.243897 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4a5a789b-e740-4650-b367-928f58ee1dfa req-a2513d0d-8ce1-4d31-931a-45cf1688eee1 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387204 Apr 05 11:17:14.582296 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6040299-33f2-42c2-82bd-2f9d6d3c07b7 req-0acce570-da4c-4c10-816e-ba785640a957 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:14.583915 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e6040299-33f2-42c2-82bd-2f9d6d3c07b7 req-0acce570-da4c-4c10-816e-ba785640a957 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0531971 Apr 05 11:17:14.632399 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e6040299-33f2-42c2-82bd-2f9d6d3c07b7 req-bc8fe91c-af19-4c02-aaa8-0adc95950210 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422430 Apr 05 11:17:14.999734 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405b1d6-e6d0-4d02-aed7-71c2443d2a7e req-baa1cb7e-bdd1-421d-a3f4-080e8349fed9 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:15.001273 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e405b1d6-e6d0-4d02-aed7-71c2443d2a7e req-baa1cb7e-bdd1-421d-a3f4-080e8349fed9 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0521724 Apr 05 11:17:15.050656 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e405b1d6-e6d0-4d02-aed7-71c2443d2a7e req-6a320e23-cf12-4ee6-9c11-c80ae24db3f1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436976 Apr 05 11:17:15.367107 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52693bb-0a0c-41dd-9e47-637984779e56 req-ac4729c0-a9a0-4acd-86ad-54ceb84a17c4 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:15.368584 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f52693bb-0a0c-41dd-9e47-637984779e56 req-ac4729c0-a9a0-4acd-86ad-54ceb84a17c4 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0522532 Apr 05 11:17:15.415361 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f52693bb-0a0c-41dd-9e47-637984779e56 req-617c5340-243e-40b4-b52d-0208b21c8de8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407913 Apr 05 11:17:15.747520 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b45f4-8cd0-4f0b-99dd-13559298963b req-3755c8ec-e827-4403-ba1d-033310f171df tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:15.748944 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d96b45f4-8cd0-4f0b-99dd-13559298963b req-3755c8ec-e827-4403-ba1d-033310f171df tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0498581 Apr 05 11:17:15.794012 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d96b45f4-8cd0-4f0b-99dd-13559298963b req-403ee139-037f-4f3d-bc4c-9b102c648976 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395412 Apr 05 11:17:16.172101 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21d70e-a2fe-4453-863c-39c6993b87f9 req-03bb2d8e-6684-4ae2-b0a8-d0b77f9c9db9 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:16.173663 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4c21d70e-a2fe-4453-863c-39c6993b87f9 req-03bb2d8e-6684-4ae2-b0a8-d0b77f9c9db9 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0570326 Apr 05 11:17:16.221944 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4c21d70e-a2fe-4453-863c-39c6993b87f9 req-86f0a5c3-f62e-4af7-aa0e-756036854988 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427821 Apr 05 11:17:16.544014 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb9973-6849-4d7a-8bea-ea1b18c60f8a req-deecc0e8-8ef8-4f0c-b1df-a10fc68c2269 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:16.545480 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d1fb9973-6849-4d7a-8bea-ea1b18c60f8a req-deecc0e8-8ef8-4f0c-b1df-a10fc68c2269 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0547059 Apr 05 11:17:16.579365 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:16.593666 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d1fb9973-6849-4d7a-8bea-ea1b18c60f8a req-c805101a-8855-4660-8906-fd89c6cdea4f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423152 Apr 05 11:17:16.908223 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a231221-cc5d-49d8-9a6a-6ddb0231091c req-8a8286d4-ab3a-4470-a8b5-12799ac3794f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:16.909591 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9a231221-cc5d-49d8-9a6a-6ddb0231091c req-8a8286d4-ab3a-4470-a8b5-12799ac3794f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0509458 Apr 05 11:17:16.956061 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9a231221-cc5d-49d8-9a6a-6ddb0231091c req-9008fbcf-5e4e-4884-a40c-101be53ddaff tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405436 Apr 05 11:17:17.345634 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641db976-1d9f-4ebd-ad50-94d338788019 req-6672f480-3d24-4f18-bf72-60bf42afb08a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:17.349872 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-641db976-1d9f-4ebd-ad50-94d338788019 req-6672f480-3d24-4f18-bf72-60bf42afb08a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0580411 Apr 05 11:17:17.394913 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-641db976-1d9f-4ebd-ad50-94d338788019 req-eb09b907-6a53-4ea8-a539-5a46b08ae042 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422199 Apr 05 11:17:17.727958 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23ea9d-7041-4250-b340-7cb5811c209d req-a3c466f2-acc5-42e4-8480-a97749e4bbf7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:17.729375 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ce23ea9d-7041-4250-b340-7cb5811c209d req-a3c466f2-acc5-42e4-8480-a97749e4bbf7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0566390 Apr 05 11:17:17.776163 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ce23ea9d-7041-4250-b340-7cb5811c209d req-cbcdff5d-f5be-475a-9564-14c74624b4f2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404534 Apr 05 11:17:18.074587 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1985cf-71cf-4afa-8a53-b61db4d5313e req-88a4498e-3add-4a94-9a01-a510af5f4ea9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:18.076055 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fc1985cf-71cf-4afa-8a53-b61db4d5313e req-88a4498e-3add-4a94-9a01-a510af5f4ea9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0515220 Apr 05 11:17:18.120787 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fc1985cf-71cf-4afa-8a53-b61db4d5313e req-7a94068c-cc7f-4797-9eb1-c22afa3d8b1d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389805 Apr 05 11:17:18.458544 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b457cc4-0c46-445d-aa79-3a2a9cb6186e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:18.513895 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3ad31-e28d-431d-a13f-7024e9f93db4 req-65484cd2-3af5-4480-b534-225e3dceefc0 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:18.515291 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-60d3ad31-e28d-431d-a13f-7024e9f93db4 req-65484cd2-3af5-4480-b534-225e3dceefc0 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0538321 Apr 05 11:17:18.562033 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-60d3ad31-e28d-431d-a13f-7024e9f93db4 req-19165e96-023f-4eed-afc8-f7a949545db3 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406408 Apr 05 11:17:18.894077 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557dfad-5064-4b9e-b983-209ebdb27369 req-251c34fb-f0e9-4410-a4a5-cd81cca36a67 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:18.895599 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6557dfad-5064-4b9e-b983-209ebdb27369 req-251c34fb-f0e9-4410-a4a5-cd81cca36a67 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0511453 Apr 05 11:17:18.944402 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6557dfad-5064-4b9e-b983-209ebdb27369 req-a6526f63-2696-4272-89e1-f696b0dd5de1 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432391 Apr 05 11:17:19.242386 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523fd05-43a4-4cd3-937c-3c16ae07b577 req-843ba2cf-384b-4271-967f-177757d9e6e6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:19.243906 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3523fd05-43a4-4cd3-937c-3c16ae07b577 req-843ba2cf-384b-4271-967f-177757d9e6e6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0555038 Apr 05 11:17:19.296052 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3523fd05-43a4-4cd3-937c-3c16ae07b577 req-fd097fd1-15e2-4f81-8926-db94b55f8876 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462713 Apr 05 11:17:19.681829 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898624a-af83-4bc6-9e9f-52f8c13b9fe8 req-cdf83ec3-2a9c-4d73-90f0-f73411efbaa9 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:19.681829 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8898624a-af83-4bc6-9e9f-52f8c13b9fe8 req-cdf83ec3-2a9c-4d73-90f0-f73411efbaa9 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0506310 Apr 05 11:17:19.724147 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8898624a-af83-4bc6-9e9f-52f8c13b9fe8 req-cc3c9433-815c-4678-a4f9-bb95bda23da3 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402033 Apr 05 11:17:20.069655 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00fafc-fdba-464b-8b07-9ca2807ff738 req-0f9d9052-2e6a-40ec-a16b-043812b33fea tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:20.071593 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5c00fafc-fdba-464b-8b07-9ca2807ff738 req-0f9d9052-2e6a-40ec-a16b-043812b33fea tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0534286 Apr 05 11:17:20.131248 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5c00fafc-fdba-464b-8b07-9ca2807ff738 req-722ac29d-4b06-497e-aee8-4c561e93685c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510161 Apr 05 11:17:20.222743 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adeb15-ee53-4dc6-9bc4-d228606e2ada req-404891cb-4ea8-4595-8938-ba5e66cc4fd6 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:20.224189 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c8adeb15-ee53-4dc6-9bc4-d228606e2ada req-404891cb-4ea8-4595-8938-ba5e66cc4fd6 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0519428 Apr 05 11:17:20.272626 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c8adeb15-ee53-4dc6-9bc4-d228606e2ada req-3e462cb3-5e8b-4dc3-b969-6f0abba4fd3b tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420518 Apr 05 11:17:20.417381 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead12222-bcca-4b46-9f69-bf52dc01b293 req-b4ee627d-434d-49ba-949d-b17153d35050 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:20.419214 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ead12222-bcca-4b46-9f69-bf52dc01b293 req-b4ee627d-434d-49ba-949d-b17153d35050 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0558462 Apr 05 11:17:20.467347 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ead12222-bcca-4b46-9f69-bf52dc01b293 req-03b5cf05-9bc1-4d4e-9df5-4346208edaf8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424249 Apr 05 11:17:20.924765 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5134ef59-b579-46e5-9225-f91924743826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:21.167597 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38070f9f-850f-4115-b3c3-9f416fda12b7 req-5839b935-5fd5-4367-8253-b5fb889f24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:21.171067 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-38070f9f-850f-4115-b3c3-9f416fda12b7 req-5839b935-5fd5-4367-8253-b5fb889f24bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6061eea75194ee5b5efeed2e6073d75&device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 1129 time: 0.0567188 Apr 05 11:17:21.299084 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfffe70-e495-4e92-955b-e85de9b0f639 req-6cadbaba-71a6-483b-97a1-ebd3384e350b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:21.300690 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2cfffe70-e495-4e92-955b-e85de9b0f639 req-6cadbaba-71a6-483b-97a1-ebd3384e350b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0683503 Apr 05 11:17:21.370657 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2cfffe70-e495-4e92-955b-e85de9b0f639 req-0e4871d1-400a-400f-b468-237903e19f92 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621979 Apr 05 11:17:21.578832 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38070f9f-850f-4115-b3c3-9f416fda12b7 req-fd8e71e4-1328-46e9-a0c3-e0a3130150ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:21.580279 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-38070f9f-850f-4115-b3c3-9f416fda12b7 req-fd8e71e4-1328-46e9-a0c3-e0a3130150ea service neutron] 10.222.0.58 "GET /v2.0/networks?id=7217652a-af97-4947-b0e2-d005c4528ce6 HTTP/1.1" status: 200 len: 911 time: 0.3812246 Apr 05 11:17:21.596090 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67295053-2313-454e-b7be-e92f23dd12e8 req-00150aa2-9685-4746-94c3-3033a5070148 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:21.597550 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-67295053-2313-454e-b7be-e92f23dd12e8 req-00150aa2-9685-4746-94c3-3033a5070148 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0830507 Apr 05 11:17:21.687307 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-38070f9f-850f-4115-b3c3-9f416fda12b7 req-6540945d-970c-4f2a-8ecb-02d78a96e593 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc7aebba-05fe-428c-9500-aeca3f7e1c99 HTTP/1.1" status: 200 len: 1001 time: 0.0888021 Apr 05 11:17:21.693850 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-67295053-2313-454e-b7be-e92f23dd12e8 req-bc076e80-1423-427e-beca-cc8da0ea6876 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874171 Apr 05 11:17:21.746895 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38070f9f-850f-4115-b3c3-9f416fda12b7 req-d8c09d72-c635-4fed-aa96-9b9ec2fb6bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:21.748309 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-38070f9f-850f-4115-b3c3-9f416fda12b7 req-d8c09d72-c635-4fed-aa96-9b9ec2fb6bdf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f82113b2-532a-4a4b-a711-82c62696ceb0 HTTP/1.1" status: 200 len: 849 time: 0.0438576 Apr 05 11:17:21.810066 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38070f9f-850f-4115-b3c3-9f416fda12b7 req-2ab7382f-686f-4840-b201-9130809d8316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:21.811634 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-38070f9f-850f-4115-b3c3-9f416fda12b7 req-2ab7382f-686f-4840-b201-9130809d8316 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7217652a-af97-4947-b0e2-d005c4528ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489748 Apr 05 11:17:21.928461 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-38070f9f-850f-4115-b3c3-9f416fda12b7 req-316ddf3a-2967-4ff5-8f5b-570813dd632f service neutron] 10.222.0.58 "GET /v2.0/networks/7217652a-af97-4947-b0e2-d005c4528ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088202 Apr 05 11:17:21.993096 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:22.052449 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-38070f9f-850f-4115-b3c3-9f416fda12b7 req-f34a2d6f-a3f8-4bc4-866c-151fe72b2330 service neutron] 10.222.0.58 "GET /v2.0/networks/7217652a-af97-4947-b0e2-d005c4528ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103263 Apr 05 11:17:22.230678 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426bbd8-718b-41cd-a423-1be17a32cded req-bca092be-b963-4a50-a6ab-3f2c7f3b7069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:22.231892 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0426bbd8-718b-41cd-a423-1be17a32cded req-bca092be-b963-4a50-a6ab-3f2c7f3b7069 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6061eea75194ee5b5efeed2e6073d75&device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 1129 time: 0.0666521 Apr 05 11:17:22.377165 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 60216) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:17:22.381720 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-8330d716-48dd-4c5f-aa7c-a007a8d88376 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--136322821', 'description': 'tempest-description--286682538'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:17:22.474067 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8330d716-48dd-4c5f-aa7c-a007a8d88376 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:22.508698 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8aa309-e286-4169-bd35-e4b4deab295f req-62baab2f-e686-4a54-a989-5b301e436f64 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:22.510861 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-db8aa309-e286-4169-bd35-e4b4deab295f req-62baab2f-e686-4a54-a989-5b301e436f64 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0558414 Apr 05 11:17:22.584408 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8330d716-48dd-4c5f-aa7c-a007a8d88376 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (c7095de5-abfa-4ffc-a443-7e5ea120aa23), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:22.624842 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-db8aa309-e286-4169-bd35-e4b4deab295f req-23f3d0e7-a909-4937-9a24-0ddfccf9ecf2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080129 Apr 05 11:17:22.656132 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8330d716-48dd-4c5f-aa7c-a007a8d88376 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (c7095de5-abfa-4ffc-a443-7e5ea120aa23), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:22.661222 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426bbd8-718b-41cd-a423-1be17a32cded req-f44a789b-f6ac-4cf4-9466-171230510dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:22.662926 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0426bbd8-718b-41cd-a423-1be17a32cded req-f44a789b-f6ac-4cf4-9466-171230510dce service neutron] 10.222.0.58 "GET /v2.0/networks?id=7217652a-af97-4947-b0e2-d005c4528ce6 HTTP/1.1" status: 200 len: 911 time: 0.1231031 Apr 05 11:17:22.691583 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330d716-48dd-4c5f-aa7c-a007a8d88376 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7095de5-abfa-4ffc-a443-7e5ea120aa23,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:17:22.737061 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0426bbd8-718b-41cd-a423-1be17a32cded req-7f405f2f-bca5-4829-a777-1fb1eeda098d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc7aebba-05fe-428c-9500-aeca3f7e1c99 HTTP/1.1" status: 200 len: 1001 time: 0.0671318 Apr 05 11:17:22.793449 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426bbd8-718b-41cd-a423-1be17a32cded req-67919391-3a93-4a35-a825-16162f809375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:22.794911 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0426bbd8-718b-41cd-a423-1be17a32cded req-67919391-3a93-4a35-a825-16162f809375 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f82113b2-532a-4a4b-a711-82c62696ceb0 HTTP/1.1" status: 200 len: 849 time: 0.0489447 Apr 05 11:17:22.805988 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8330d716-48dd-4c5f-aa7c-a007a8d88376 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:22.807750 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8330d716-48dd-4c5f-aa7c-a007a8d88376 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4289908 Apr 05 11:17:22.810638 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 60228) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:17:22.815143 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-090a381e-ba6b-43f4-9613-7c8b551477f9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'security_group_rule': {'security_group_id': 'c7095de5-abfa-4ffc-a443-7e5ea120aa23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:17:22.850986 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426bbd8-718b-41cd-a423-1be17a32cded req-9e9a395f-1a50-4994-aef0-2dbdedd7e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:22.852102 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4d5c3-f3ea-43df-a384-9c7f3ccb0829 req-3f4adf35-edad-4fcc-8979-eb4a94ba148a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:22.852489 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0426bbd8-718b-41cd-a423-1be17a32cded req-9e9a395f-1a50-4994-aef0-2dbdedd7e52f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7217652a-af97-4947-b0e2-d005c4528ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482006 Apr 05 11:17:22.853577 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d4e4d5c3-f3ea-43df-a384-9c7f3ccb0829 req-3f4adf35-edad-4fcc-8979-eb4a94ba148a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0760639 Apr 05 11:17:22.908031 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d4e4d5c3-f3ea-43df-a384-9c7f3ccb0829 req-c0aa6879-eb37-4ce6-8a22-ef2b249b4c13 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485549 Apr 05 11:17:22.936596 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-090a381e-ba6b-43f4-9613-7c8b551477f9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (6b5501e9-258b-48c6-b692-de2ee8153cf8), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:22.987772 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-090a381e-ba6b-43f4-9613-7c8b551477f9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (6b5501e9-258b-48c6-b692-de2ee8153cf8), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:23.073426 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-090a381e-ba6b-43f4-9613-7c8b551477f9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (6b5501e9-258b-48c6-b692-de2ee8153cf8), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:23.095726 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a381e-ba6b-43f4-9613-7c8b551477f9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5501e9-258b-48c6-b692-de2ee8153cf8,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:17:23.189733 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-090a381e-ba6b-43f4-9613-7c8b551477f9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:23.193391 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-090a381e-ba6b-43f4-9613-7c8b551477f9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3791587 Apr 05 11:17:23.194107 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 60236) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:17:23.198877 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-193da8c5-79c1-413b-bbfa-65500eeccad2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'security_group_rule': {'security_group_id': 'c7095de5-abfa-4ffc-a443-7e5ea120aa23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:17:23.216461 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:23.273708 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0426bbd8-718b-41cd-a423-1be17a32cded req-c5b107a0-b00c-4d13-808e-8deb0903ea1a service neutron] 10.222.0.58 "GET /v2.0/networks/7217652a-af97-4947-b0e2-d005c4528ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167233 Apr 05 11:17:23.366419 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-193da8c5-79c1-413b-bbfa-65500eeccad2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (7c7beee8-e026-44cc-b0e7-9424878a59cf), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:23.414632 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0426bbd8-718b-41cd-a423-1be17a32cded req-613765af-4f83-4d21-8d0d-c6617f45b2d3 service neutron] 10.222.0.58 "GET /v2.0/networks/7217652a-af97-4947-b0e2-d005c4528ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306951 Apr 05 11:17:23.435777 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-193da8c5-79c1-413b-bbfa-65500eeccad2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (7c7beee8-e026-44cc-b0e7-9424878a59cf), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:23.533041 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-193da8c5-79c1-413b-bbfa-65500eeccad2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (7c7beee8-e026-44cc-b0e7-9424878a59cf), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:23.561102 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193da8c5-79c1-413b-bbfa-65500eeccad2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7beee8-e026-44cc-b0e7-9424878a59cf,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:17:23.655531 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-193da8c5-79c1-413b-bbfa-65500eeccad2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:23.656891 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-193da8c5-79c1-413b-bbfa-65500eeccad2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4617338 Apr 05 11:17:23.659986 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 60250) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:17:23.673777 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'floatingip': {'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:17:23.795120 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384182eb-704a-44bc-92f8-a0957cff5970 req-00c36a68-67b3-4af8-9db1-0902bb3f71e3 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:23.797316 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-384182eb-704a-44bc-92f8-a0957cff5970 req-00c36a68-67b3-4af8-9db1-0902bb3f71e3 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0731518 Apr 05 11:17:23.847843 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:23.878696 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-384182eb-704a-44bc-92f8-a0957cff5970 req-a45a2184-460e-4967-a595-7938c7b5029a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758679 Apr 05 11:17:23.915919 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 60254) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:17:23.917380 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-dc69cef4-2666-4349-a3d3-dba239cdfbc9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1573023024', 'description': 'tempest-description--1374406777'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:17:24.015874 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dc69cef4-2666-4349-a3d3-dba239cdfbc9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:24.017497 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:24.095294 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dc69cef4-2666-4349-a3d3-dba239cdfbc9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for security_group (692fb387-59f6-4661-829c-5f282af6b65d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:24.112494 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c8623-5ea4-4fa5-95ee-a7b01226729a req-613c5a0a-ef57-4df5-83f2-f2bc8cfe8793 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:24.114043 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4f6c8623-5ea4-4fa5-95ee-a7b01226729a req-613c5a0a-ef57-4df5-83f2-f2bc8cfe8793 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.1331956 Apr 05 11:17:24.195555 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Allocated IP 172.27.0.163 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/8a1d32db-d242-4e44-98cf-6302079e5834) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:17:24.212722 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dc69cef4-2666-4349-a3d3-dba239cdfbc9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (692fb387-59f6-4661-829c-5f282af6b65d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:24.224040 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4f6c8623-5ea4-4fa5-95ee-a7b01226729a req-c81b6da3-e314-464c-aad6-56b4599a83fc tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033924 Apr 05 11:17:24.249647 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69cef4-2666-4349-a3d3-dba239cdfbc9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=692fb387-59f6-4661-829c-5f282af6b65d,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:17:24.337274 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for port (8a1d32db-d242-4e44-98cf-6302079e5834), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:24.340830 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dc69cef4-2666-4349-a3d3-dba239cdfbc9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:24.345280 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-dc69cef4-2666-4349-a3d3-dba239cdfbc9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4322286 Apr 05 11:17:24.345716 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 60258) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:17:24.351427 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-46a1039a-22d2-461b-81e9-3348d9546874 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Request body: {'security_group_rule': {'security_group_id': '692fb387-59f6-4661-829c-5f282af6b65d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:17:24.503590 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-46a1039a-22d2-461b-81e9-3348d9546874 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for security_group_rule (0421c65f-5a55-4b3f-b082-fbba8719763f), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:24.534211 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (8a1d32db-d242-4e44-98cf-6302079e5834), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:24.584750 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:17:24.594003 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:17:24.602129 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:17:24.606329 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-46a1039a-22d2-461b-81e9-3348d9546874 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for security_group_rule (0421c65f-5a55-4b3f-b082-fbba8719763f), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:24.607188 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'Port': ['ID=8a1d32db-d242-4e44-98cf-6302079e5834,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:17:24.727743 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-46a1039a-22d2-461b-81e9-3348d9546874 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (0421c65f-5a55-4b3f-b082-fbba8719763f), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:24.779671 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (10c13b5e-5e61-4144-a625-209e7b6d7a22), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:24.779671 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1039a-22d2-461b-81e9-3348d9546874 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0421c65f-5a55-4b3f-b082-fbba8719763f,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:17:24.929794 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-46a1039a-22d2-461b-81e9-3348d9546874 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:24.931220 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-46a1039a-22d2-461b-81e9-3348d9546874 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5845518 Apr 05 11:17:24.936210 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 60268) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:17:24.956319 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-b2c9ca45-cc8a-4578-ba89-72de4c969023 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Request body: {'security_group_rule': {'security_group_id': '692fb387-59f6-4661-829c-5f282af6b65d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:17:24.978578 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (8a1d32db-d242-4e44-98cf-6302079e5834), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:25.007054 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:25.033272 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded977c-0124-4ddf-a46f-f6848f13f4e6 req-6cd70128-b4ca-434f-a24a-15dfb9e67e44 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:25.034875 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3ded977c-0124-4ddf-a46f-f6848f13f4e6 req-6cd70128-b4ca-434f-a24a-15dfb9e67e44 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0634170 Apr 05 11:17:25.082839 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3ded977c-0124-4ddf-a46f-f6848f13f4e6 req-04fc7caa-9742-4930-be2d-346de6566d5b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421355 Apr 05 11:17:25.149318 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for port (8a1d32db-d242-4e44-98cf-6302079e5834), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:25.151587 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b2c9ca45-cc8a-4578-ba89-72de4c969023 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for security_group_rule (43798bf9-b2be-4ae4-a803-8df05bb63535), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:25.211648 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b2c9ca45-cc8a-4578-ba89-72de4c969023 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for security_group_rule (43798bf9-b2be-4ae4-a803-8df05bb63535), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:25.241386 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (8a1d32db-d242-4e44-98cf-6302079e5834), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:25.399694 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'Port': ['ID=8a1d32db-d242-4e44-98cf-6302079e5834,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:17:25.419748 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:25.420096 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:25.420440 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:25.420776 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:25.421108 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:25.421440 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:25.421862 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:25.422189 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:25.422516 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:25.422871 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:25.423220 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:25.423545 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:25.423867 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:25.424188 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:25.424508 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:25.431416 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (10c13b5e-5e61-4144-a625-209e7b6d7a22), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:25.459268 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce0dac-7c02-46b7-92f7-a0baee96eea7 req-e5b75e92-6a45-4489-bef2-f94930bffc5e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:25.460710 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-edce0dac-7c02-46b7-92f7-a0baee96eea7 req-e5b75e92-6a45-4489-bef2-f94930bffc5e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0980625 Apr 05 11:17:25.512419 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-edce0dac-7c02-46b7-92f7-a0baee96eea7 req-ec96b257-c98a-49fd-a273-34d8ecb32026 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453563 Apr 05 11:17:25.637361 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b2c9ca45-cc8a-4578-ba89-72de4c969023 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (43798bf9-b2be-4ae4-a803-8df05bb63535), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:25.646764 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:17:25.661708 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9ca45-cc8a-4578-ba89-72de4c969023 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43798bf9-b2be-4ae4-a803-8df05bb63535,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:17:25.839782 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:25.839782 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-7ffed472-b459-4fef-a348-e58c88eec47f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1724861 Apr 05 11:17:25.869047 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b2c9ca45-cc8a-4578-ba89-72de4c969023 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:25.875487 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b2c9ca45-cc8a-4578-ba89-72de4c969023 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9347887 Apr 05 11:17:25.878289 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 60282) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:17:25.883864 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Request body: {'floatingip': {'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:17:25.989783 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:26.110834 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5a932bc-677d-408c-b815-58bd651981dd req-29554355-4538-4c9d-be52-2fe3efd8dde3 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--136322821&fields=id&tenant_id=0c6c4204bde44a1183df1338d018b1b1 HTTP/1.1" status: 200 len: 267 time: 0.0822344 Apr 05 11:17:26.222736 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:26.254284 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6308c6-610b-4a74-966e-1d84f0718cad req-bf7d5030-3ca0-4efc-8469-1dd248ddfa44 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:26.256048 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5a6308c6-610b-4a74-966e-1d84f0718cad req-bf7d5030-3ca0-4efc-8469-1dd248ddfa44 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0597470 Apr 05 11:17:26.310718 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a932bc-677d-408c-b815-58bd651981dd req-3aab1229-3d9f-406c-bcec-567868f8d796 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:26.314624 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5a932bc-677d-408c-b815-58bd651981dd req-3aab1229-3d9f-406c-bcec-567868f8d796 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/networks?id=61947bc0-bf95-4d84-a95a-a866833cbe78 HTTP/1.1" status: 200 len: 815 time: 0.1954892 Apr 05 11:17:26.323317 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5a6308c6-610b-4a74-966e-1d84f0718cad req-3f166972-eea6-4e4a-af53-278dd9174a71 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609689 Apr 05 11:17:26.343547 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5a932bc-677d-408c-b815-58bd651981dd req-e77bc546-5599-4d8e-901c-1f40a0f4aa3c tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/quotas/0c6c4204bde44a1183df1338d018b1b1 HTTP/1.1" status: 200 len: 375 time: 0.0220239 Apr 05 11:17:26.422902 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Allocated IP 172.27.0.151 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/f58b3b60-12e9-4ca3-81c7-f5d879f64856) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:17:26.449655 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5a932bc-677d-408c-b815-58bd651981dd req-a935a9a2-5101-4986-95ff-84ca8872eeef tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6c4204bde44a1183df1338d018b1b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0864699 Apr 05 11:17:26.610461 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for port (f58b3b60-12e9-4ca3-81c7-f5d879f64856), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:26.614979 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5a932bc-677d-408c-b815-58bd651981dd req-f9c6e2d2-9394-45d1-9e9d-6e931a401a8b service neutron] 10.222.0.39 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491377 Apr 05 11:17:26.732135 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5a932bc-677d-408c-b815-58bd651981dd req-a52963b7-a219-4740-8615-9e21c0192d0c service neutron] 10.222.0.39 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044743 Apr 05 11:17:26.841722 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (f58b3b60-12e9-4ca3-81c7-f5d879f64856), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:26.886743 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:17:26.897362 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:17:26.900501 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:17:26.926362 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Pushing event updated for resources: {'Port': ['ID=f58b3b60-12e9-4ca3-81c7-f5d879f64856,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:17:26.935743 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:26.936090 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:26.936527 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:26.936973 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:26.937428 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:26.937854 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:26.938280 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:26.938777 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:26.939199 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:26.940452 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:26.940887 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:26.941287 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:26.941614 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:26.941938 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:26.942262 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:27.053636 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-988c7a57-07a1-4bbc-87f9-38662d1deaab req-3a332fe8-4b41-4448-ae53-449f6650769f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 210 time: 0.0364528 Apr 05 11:17:27.074784 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for floatingip (4b8a62ea-73b8-4574-821f-37614ea66841), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:27.204141 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (f58b3b60-12e9-4ca3-81c7-f5d879f64856), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:27.390801 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for port (f58b3b60-12e9-4ca3-81c7-f5d879f64856), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:27.489038 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1dd28-96ee-4203-bb2e-a2aa2f4ce750 req-91c9fac5-caf8-4a23-86c4-fa7fe96a35ee tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:27.497705 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6bc1dd28-96ee-4203-bb2e-a2aa2f4ce750 req-91c9fac5-caf8-4a23-86c4-fa7fe96a35ee tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 945 time: 0.0645342 Apr 05 11:17:27.506654 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e6e00-b010-4e35-959d-f003e96109fb req-88c1f597-1694-4e57-8c13-45d9004b7bef tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:27.508330 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fd9e6e00-b010-4e35-959d-f003e96109fb req-88c1f597-1694-4e57-8c13-45d9004b7bef tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0821950 Apr 05 11:17:27.512641 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (f58b3b60-12e9-4ca3-81c7-f5d879f64856), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:27.544285 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6bc1dd28-96ee-4203-bb2e-a2aa2f4ce750 req-7d159491-e1ca-4e82-ab42-d5aea8c59f75 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447066 Apr 05 11:17:27.617557 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Pushing event updated for resources: {'Port': ['ID=f58b3b60-12e9-4ca3-81c7-f5d879f64856,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:17:27.644670 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (4b8a62ea-73b8-4574-821f-37614ea66841), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:27.656380 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fd9e6e00-b010-4e35-959d-f003e96109fb req-300a7322-39f0-4dd0-ae84-647df6ec9ce9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106868 Apr 05 11:17:27.883290 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:27.884520 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ae9b8a1e-df94-4a01-ba0d-c697755ee523 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0051899 Apr 05 11:17:28.108386 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-731626ba-efc7-45a3-84ad-c12a277a7902 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1573023024&fields=id&tenant_id=cf751cbfd21e463e83beea4d29713404 HTTP/1.1" status: 200 len: 267 time: 0.0562599 Apr 05 11:17:28.152681 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-70279586-1e00-4504-95af-d89d3ccbc312 req-200a85cd-3a98-4710-b521-bac7d27fca16 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 210 time: 0.0288782 Apr 05 11:17:28.239392 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-d1fdc34f-0d14-4051-b09f-e52d54e06358 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:28.246821 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-d1fdc34f-0d14-4051-b09f-e52d54e06358 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/networks?id=a84177b0-98a3-43e8-9748-217cec2ce77a HTTP/1.1" status: 200 len: 818 time: 0.1311674 Apr 05 11:17:28.263192 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-10153900-d5e3-4b54-a1e4-32efbbf1cea7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/quotas/cf751cbfd21e463e83beea4d29713404 HTTP/1.1" status: 200 len: 375 time: 0.0154138 Apr 05 11:17:28.331284 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-55e10f22-8a2b-43c0-87f3-bc021cc35d30 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf751cbfd21e463e83beea4d29713404&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0665226 Apr 05 11:17:28.443561 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-ab573f6c-1445-4e77-a031-f92170777ad4 service neutron] 10.222.0.39 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993917 Apr 05 11:17:28.549425 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-894657b5-c347-477f-b570-58fe246cdbe4 service neutron] 10.222.0.39 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992627 Apr 05 11:17:28.673595 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc8826-c56f-45fe-a922-5801388e0656 req-f5951dfc-8da6-4549-a5fe-795df2be7f32 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:28.675893 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-57dc8826-c56f-45fe-a922-5801388e0656 req-f5951dfc-8da6-4549-a5fe-795df2be7f32 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 945 time: 0.0533402 Apr 05 11:17:28.730305 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-57dc8826-c56f-45fe-a922-5801388e0656 req-2103226a-25b6-4482-a975-cb78089709e8 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486290 Apr 05 11:17:28.854387 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2053a3ca-ef54-4cd5-93f6-b5f3a6e57708 req-18718049-afea-4de5-89f4-9a73883e025a tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 210 time: 0.0401754 Apr 05 11:17:28.881324 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04a9abe-28cd-41dd-8108-781f9ceee1e5 req-b0f86d1a-d0df-4fe6-bc4d-9604295f2323 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:28.889489 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a04a9abe-28cd-41dd-8108-781f9ceee1e5 req-b0f86d1a-d0df-4fe6-bc4d-9604295f2323 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0889199 Apr 05 11:17:28.966670 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a04a9abe-28cd-41dd-8108-781f9ceee1e5 req-61d9e8ba-02c5-44b3-9e45-37975688342b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681767 Apr 05 11:17:29.258999 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d3cd641c-5b40-4fa6-8879-756f0e41fed0 req-b7eaf0f2-7d6b-4b01-b6ed-69292e139e95 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 210 time: 0.0348222 Apr 05 11:17:29.858908 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e3382-7276-41c8-bfac-69994760c701 req-4a06bab1-1f3b-4922-bdab-527a728af30b tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:29.860421 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-286e3382-7276-41c8-bfac-69994760c701 req-4a06bab1-1f3b-4922-bdab-527a728af30b tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 945 time: 0.0571024 Apr 05 11:17:29.910387 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-286e3382-7276-41c8-bfac-69994760c701 req-1580bfac-6752-4927-a412-7176a1be9b0f tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442834 Apr 05 11:17:29.944239 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4e0f952f-963b-42db-b062-a9718b086822 req-ba28f077-1518-4d65-8ad8-1c3ca501d179 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 210 time: 0.0280514 Apr 05 11:17:30.090889 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113d3e9-e11d-4d0b-8318-cb70a1400ced req-0f7d8d6b-36ca-45b0-9792-5931b0428cf6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:30.093437 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e113d3e9-e11d-4d0b-8318-cb70a1400ced req-0f7d8d6b-36ca-45b0-9792-5931b0428cf6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0684154 Apr 05 11:17:30.145500 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e113d3e9-e11d-4d0b-8318-cb70a1400ced req-b422c2a6-9173-4d1a-98b8-0e5c4369ff61 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451746 Apr 05 11:17:30.372715 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-93f6b502-0951-44ea-bcf1-1a8e670d1810 req-f7dd80c8-6b6e-4010-bf08-5715adf38651 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 210 time: 0.0452209 Apr 05 11:17:30.395883 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e589e4-7343-437d-aa48-9e9772b8e148 req-d213e35c-9190-45ea-aa22-2188cb0feeba tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:30.397383 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-88e589e4-7343-437d-aa48-9e9772b8e148 req-d213e35c-9190-45ea-aa22-2188cb0feeba tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.58 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 945 time: 0.0794084 Apr 05 11:17:30.505082 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-88e589e4-7343-437d-aa48-9e9772b8e148 req-947f85d5-158e-4adc-8a96-873efdf582e3 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Deleting port 08ffd9a9-b769-4ccb-937e-63b57c1a883a {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:17:30.505863 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-88e589e4-7343-437d-aa48-9e9772b8e148 req-947f85d5-158e-4adc-8a96-873efdf582e3 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (08ffd9a9-b769-4ccb-937e-63b57c1a883a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:30.598875 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-88e589e4-7343-437d-aa48-9e9772b8e148 req-947f85d5-158e-4adc-8a96-873efdf582e3 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] For port 08ffd9a9-b769-4ccb-937e-63b57c1a883a, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=08ffd9a9-b769-4ccb-937e-63b57c1a883a,segment=NetworkSegment(efc071dd-0218-4ab5-a5fb-8a1c46d69c2b),segment_id=efc071dd-0218-4ab5-a5fb-8a1c46d69c2b)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:17:30.599244 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-88e589e4-7343-437d-aa48-9e9772b8e148 req-947f85d5-158e-4adc-8a96-873efdf582e3 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (08ffd9a9-b769-4ccb-937e-63b57c1a883a), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:30.614367 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-88e589e4-7343-437d-aa48-9e9772b8e148 req-947f85d5-158e-4adc-8a96-873efdf582e3 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Calling delete_port for 08ffd9a9-b769-4ccb-937e-63b57c1a883a owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:17:30.740112 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a932bc-677d-408c-b815-58bd651981dd req-c43a5b7f-241d-40ea-bc65-bd7693aba263 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:30.741886 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5a932bc-677d-408c-b815-58bd651981dd req-c43a5b7f-241d-40ea-bc65-bd7693aba263 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.58 "GET /v2.0/networks?id=61947bc0-bf95-4d84-a95a-a866833cbe78 HTTP/1.1" status: 200 len: 815 time: 0.1346743 Apr 05 11:17:30.841233 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-88e589e4-7343-437d-aa48-9e9772b8e148 req-947f85d5-158e-4adc-8a96-873efdf582e3 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (08ffd9a9-b769-4ccb-937e-63b57c1a883a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:30.873254 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f85d5-158e-4adc-8a96-873efdf582e3 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Pushing event deleted for resources: {'Port': ['ID=08ffd9a9-b769-4ccb-937e-63b57c1a883a,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:17:30.926507 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e589e4-7343-437d-aa48-9e9772b8e148 req-947f85d5-158e-4adc-8a96-873efdf582e3 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] No DVR routers for this DVR port 08ffd9a9-b769-4ccb-937e-63b57c1a883a on host hv-cinder-81899 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:17:30.929772 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-88e589e4-7343-437d-aa48-9e9772b8e148 req-947f85d5-158e-4adc-8a96-873efdf582e3 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:30.935628 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-88e589e4-7343-437d-aa48-9e9772b8e148 req-947f85d5-158e-4adc-8a96-873efdf582e3 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.58 "DELETE /v2.0/ports/08ffd9a9-b769-4ccb-937e-63b57c1a883a HTTP/1.1" status: 204 len: 173 time: 0.5319235 Apr 05 11:17:30.936175 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33780d13-dfbe-43c6-aefe-247d419ec74d', 'name': 'network-vif-deleted', 'tag': '08ffd9a9-b769-4ccb-937e-63b57c1a883a'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:17:30.940854 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55647838-c568-49d2-9c05-b62d20de6c68" -d '{"events": [{"server_uuid": "33780d13-dfbe-43c6-aefe-247d419ec74d", "name": "network-vif-deleted", "tag": "08ffd9a9-b769-4ccb-937e-63b57c1a883a"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:17:30.960688 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5a932bc-677d-408c-b815-58bd651981dd req-661caf3a-1b80-4d63-b704-0f87f215a74b tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c6c4204bde44a1183df1338d018b1b1 HTTP/1.1" status: 200 len: 472 time: 0.0704138 Apr 05 11:17:30.974822 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-c5a932bc-677d-408c-b815-58bd651981dd req-e9c11df7-2f84-4d12-9103-b9503e9ab641 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'port': {'device_id': '83911c9a-66fa-4dc2-b353-e8367ed89f27', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'admin_state_up': True, 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'security_groups': ['c7095de5-abfa-4ffc-a443-7e5ea120aa23']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:17:31.053995 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d9b5c0-5a9d-4c80-8a27-5eaa6e985bf4 x-openstack-request-id: req-f0d9b5c0-5a9d-4c80-8a27-5eaa6e985bf4 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:17:31.054542 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33780d13-dfbe-43c6-aefe-247d419ec74d", "name": "network-vif-deleted", "tag": "08ffd9a9-b769-4ccb-937e-63b57c1a883a", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:17:31.055947 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f0d9b5c0-5a9d-4c80-8a27-5eaa6e985bf4 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:17:31.058331 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d9b5c0-5a9d-4c80-8a27-5eaa6e985bf4'] response: {'server_uuid': '33780d13-dfbe-43c6-aefe-247d419ec74d', 'name': 'network-vif-deleted', 'tag': '08ffd9a9-b769-4ccb-937e-63b57c1a883a', 'status': 'completed', 'code': 200} Apr 05 11:17:31.202090 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8b6121f5-6505-42cd-a029-06345f3f7453 req-0634823e-5e81-435b-946a-62741c9bd488 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 210 time: 0.0388725 Apr 05 11:17:31.226153 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8084aa80-7a30-49be-857a-9462ad342bd3 req-8c11ee1d-32d8-4479-8dca-a0b6383ca7a8 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 210 time: 0.0455649 Apr 05 11:17:31.334698 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635d3aa-2cc5-435b-bc55-561b787c04a8 req-640e17e9-326e-4cf1-964a-17a1815eced0 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:31.341672 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e635d3aa-2cc5-435b-bc55-561b787c04a8 req-640e17e9-326e-4cf1-964a-17a1815eced0 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0628548 Apr 05 11:17:31.387516 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5a932bc-677d-408c-b815-58bd651981dd req-e9c11df7-2f84-4d12-9103-b9503e9ab641 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Made reservation on behalf of 0c6c4204bde44a1183df1338d018b1b1 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:17:31.391750 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c5a932bc-677d-408c-b815-58bd651981dd req-e9c11df7-2f84-4d12-9103-b9503e9ab641 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:31.396126 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e635d3aa-2cc5-435b-bc55-561b787c04a8 req-49b713eb-af38-4678-a57a-1822812b5d7b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520489 Apr 05 11:17:31.503588 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-adaa7d90-148c-4775-abd8-9f8f30b644ec req-a2eba3eb-fe1d-45e5-9685-6a42b5347888 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 210 time: 0.0343957 Apr 05 11:17:31.573725 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-c5a932bc-677d-408c-b815-58bd651981dd req-e9c11df7-2f84-4d12-9103-b9503e9ab641 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Allocated IP 172.20.0.4 (61947bc0-bf95-4d84-a95a-a866833cbe78/f101b1e5-cdea-47a9-9394-b1ed9aabe983/41e4db55-0008-44c7-9892-ce0d8234ca56) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:17:31.715537 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c5a932bc-677d-408c-b815-58bd651981dd req-e9c11df7-2f84-4d12-9103-b9503e9ab641 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for port (41e4db55-0008-44c7-9892-ce0d8234ca56), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:31.835707 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c5a932bc-677d-408c-b815-58bd651981dd req-e9c11df7-2f84-4d12-9103-b9503e9ab641 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (41e4db55-0008-44c7-9892-ce0d8234ca56), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:31.887472 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5a932bc-677d-408c-b815-58bd651981dd req-e9c11df7-2f84-4d12-9103-b9503e9ab641 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Network 61947bc0-bf95-4d84-a95a-a866833cbe78 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:17:31.891462 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-c5a932bc-677d-408c-b815-58bd651981dd req-e9c11df7-2f84-4d12-9103-b9503e9ab641 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:17:31.895026 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a932bc-677d-408c-b815-58bd651981dd req-e9c11df7-2f84-4d12-9103-b9503e9ab641 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:17:31.928658 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c11df7-2f84-4d12-9103-b9503e9ab641 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'Port': ['ID=41e4db55-0008-44c7-9892-ce0d8234ca56,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:17:31.958580 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a932bc-677d-408c-b815-58bd651981dd req-e9c11df7-2f84-4d12-9103-b9503e9ab641 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:31.959362 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c5a932bc-677d-408c-b815-58bd651981dd req-e9c11df7-2f84-4d12-9103-b9503e9ab641 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:32.169859 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5a932bc-677d-408c-b815-58bd651981dd req-e9c11df7-2f84-4d12-9103-b9503e9ab641 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1995933 Apr 05 11:17:32.175031 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-914d8b78-afc5-4572-b3b1-8646fe875eca None None] Provisioning complete for port 41e4db55-0008-44c7-9892-ce0d8234ca56 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:17:32.186344 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-914d8b78-afc5-4572-b3b1-8646fe875eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (41e4db55-0008-44c7-9892-ce0d8234ca56), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:32.220604 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-914d8b78-afc5-4572-b3b1-8646fe875eca None None] Port 41e4db55-0008-44c7-9892-ce0d8234ca56 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:17:32.224301 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 08ffd9a9-b769-4ccb-937e-63b57c1a883a no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:17:32.252938 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] No Port match for: 08ffd9a9-b769-4ccb-937e-63b57c1a883a {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:17:32.252938 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 08ffd9a9-b769-4ccb-937e-63b57c1a883a not bound to the agent host hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:17:32.294962 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] Request body: {'port': {'device_id': '83911c9a-66fa-4dc2-b353-e8367ed89f27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:17:32.366944 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef5cd5e8-12d4-4cac-b555-fda44c3a9d6a req-9f72c375-f0f2-45c7-ba52-7e0bfa41cd85 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 210 time: 0.0639458 Apr 05 11:17:32.393767 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (41e4db55-0008-44c7-9892-ce0d8234ca56), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:32.412275 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2bcaeedb-362f-438d-8a67-dba2c795918b req-9df274a2-f0df-491d-99ff-206fc663ab3d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=33780d13-dfbe-43c6-aefe-247d419ec74d HTTP/1.1" status: 200 len: 210 time: 0.0283003 Apr 05 11:17:32.497724 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-fd2b91d0-ec72-444c-a28c-4ea5a333fbde tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:32.499545 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-fd2b91d0-ec72-444c-a28c-4ea5a333fbde tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.58 "GET /v2.0/networks?id=a84177b0-98a3-43e8-9748-217cec2ce77a HTTP/1.1" status: 200 len: 818 time: 0.1583223 Apr 05 11:17:32.594578 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-026aed3f-93a7-4065-a833-0a4a9df0ddd7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf751cbfd21e463e83beea4d29713404 HTTP/1.1" status: 200 len: 380 time: 0.0862069 Apr 05 11:17:32.602127 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb775d-3560-4087-a953-eb555f7bd390 req-11d83008-d5bc-4d77-a937-2f1e8674d318 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:32.603915 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d0bb775d-3560-4087-a953-eb555f7bd390 req-11d83008-d5bc-4d77-a937-2f1e8674d318 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.1149938 Apr 05 11:17:32.608748 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-cf1920c3-d101-42f7-a1f1-15d5877862e8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Request body: {'port': {'device_id': '0d7680ed-da15-498a-a57d-a37e492ada5b', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'admin_state_up': True, 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'security_groups': ['692fb387-59f6-4661-829c-5f282af6b65d']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:17:32.718850 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77fff4-101f-4bf3-b68f-afbd784396a7 req-91daefcc-9d7f-4e4e-b27d-1e5535200a0b tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:32.720331 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d0bb775d-3560-4087-a953-eb555f7bd390 req-1274dc3a-425c-4c14-aafa-de562f75e3be tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073680 Apr 05 11:17:32.734233 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3c77fff4-101f-4bf3-b68f-afbd784396a7 req-91daefcc-9d7f-4e4e-b27d-1e5535200a0b tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 931 time: 0.1221712 Apr 05 11:17:32.840576 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3c77fff4-101f-4bf3-b68f-afbd784396a7 req-f126c110-fe42-4427-a2d5-ebf13c2ff76f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970230 Apr 05 11:17:32.861259 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-cf1920c3-d101-42f7-a1f1-15d5877862e8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Made reservation on behalf of cf751cbfd21e463e83beea4d29713404 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:17:32.865610 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-cf1920c3-d101-42f7-a1f1-15d5877862e8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:32.919300 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e4db55-0008-44c7-9892-ce0d8234ca56 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:17:32.929301 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] Publish callbacks [] for port (41e4db55-0008-44c7-9892-ce0d8234ca56), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:32.951262 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] Transition to ACTIVE for port object 41e4db55-0008-44c7-9892-ce0d8234ca56 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:17:33.014559 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-cf1920c3-d101-42f7-a1f1-15d5877862e8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Allocated IP 172.20.0.3 (a84177b0-98a3-43e8-9748-217cec2ce77a/b01bd4d7-97a5-45dc-b9c7-6b928112c646/141f21be-2523-4672-a366-4a146e7780e9) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:17:33.067088 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (41e4db55-0008-44c7-9892-ce0d8234ca56), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:33.201878 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] Pushing event updated for resources: {'Port': ['ID=41e4db55-0008-44c7-9892-ce0d8234ca56,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:17:33.209225 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-cf1920c3-d101-42f7-a1f1-15d5877862e8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for port (141f21be-2523-4672-a366-4a146e7780e9), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:33.301333 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] Attempting to bind port 41e4db55-0008-44c7-9892-ce0d8234ca56 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:17:33.301671 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] Attempting to bind port 41e4db55-0008-44c7-9892-ce0d8234ca56 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:17:33.302042 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] Attempting to bind port 41e4db55-0008-44c7-9892-ce0d8234ca56 on network 61947bc0-bf95-4d84-a95a-a866833cbe78 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:17:33.307328 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] Port 41e4db55-0008-44c7-9892-ce0d8234ca56 on network 61947bc0-bf95-4d84-a95a-a866833cbe78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:17:33.307653 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] Attempting to bind port 41e4db55-0008-44c7-9892-ce0d8234ca56 on network 61947bc0-bf95-4d84-a95a-a866833cbe78 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:17:33.313312 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:17:33.313652 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] Checking segment: {'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:17:33.314080 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] Bound using segment: {'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:17:33.314504 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] Bound port: 41e4db55-0008-44c7-9892-ce0d8234ca56, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:17:33.314899 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (41e4db55-0008-44c7-9892-ce0d8234ca56), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:33.392828 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-cf1920c3-d101-42f7-a1f1-15d5877862e8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (141f21be-2523-4672-a366-4a146e7780e9), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:33.470851 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-cf1920c3-d101-42f7-a1f1-15d5877862e8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Network a84177b0-98a3-43e8-9748-217cec2ce77a is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:17:33.485185 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-cf1920c3-d101-42f7-a1f1-15d5877862e8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:17:33.491468 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-cf1920c3-d101-42f7-a1f1-15d5877862e8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:17:33.909156 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] For port 41e4db55-0008-44c7-9892-ce0d8234ca56, host hv-cinder-81899, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:17:33.913557 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1920c3-d101-42f7-a1f1-15d5877862e8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Pushing event updated for resources: {'Port': ['ID=141f21be-2523-4672-a366-4a146e7780e9,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:17:33.926400 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-997603fd-c77c-454f-a3f5-9f59cbbab69e None None] Provisioning complete for port 141f21be-2523-4672-a366-4a146e7780e9 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:17:33.926913 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-997603fd-c77c-454f-a3f5-9f59cbbab69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (141f21be-2523-4672-a366-4a146e7780e9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:33.927249 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] For port 41e4db55-0008-44c7-9892-ce0d8234ca56, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=41e4db55-0008-44c7-9892-ce0d8234ca56,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:17:33.935506 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-cf1920c3-d101-42f7-a1f1-15d5877862e8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:33.936141 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-cf1920c3-d101-42f7-a1f1-15d5877862e8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:33.947844 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6af28-70d0-42ed-b410-3f02e2267ef5 req-a9ae3204-4099-4489-9d5d-14c53b46832c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:33.949560 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ceb6af28-70d0-42ed-b410-3f02e2267ef5 req-a9ae3204-4099-4489-9d5d-14c53b46832c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0900404 Apr 05 11:17:33.965542 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14eb98c-bab8-4b65-b210-a701d00c6f73 req-475782c0-d65a-422a-bcb3-5aa5c1de33fb tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:33.967139 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a14eb98c-bab8-4b65-b210-a701d00c6f73 req-475782c0-d65a-422a-bcb3-5aa5c1de33fb tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 931 time: 0.4986105 Apr 05 11:17:33.967267 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-997603fd-c77c-454f-a3f5-9f59cbbab69e None None] Port 141f21be-2523-4672-a366-4a146e7780e9 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:17:34.015218 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ceb6af28-70d0-42ed-b410-3f02e2267ef5 req-e17b518d-185b-4f22-813b-71847396bca7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481884 Apr 05 11:17:34.020367 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a14eb98c-bab8-4b65-b210-a701d00c6f73 req-84d7c04b-0c00-45b2-aa8c-ebb342ca69c2 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431991 Apr 05 11:17:34.122002 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cbe8e-1b5e-4c34-861f-feefdfec42e8 req-34374880-7686-4cef-a218-14b19ed585be tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:34.123481 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d85cbe8e-1b5e-4c34-861f-feefdfec42e8 req-34374880-7686-4cef-a218-14b19ed585be tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 943 time: 0.0538566 Apr 05 11:17:34.168551 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d85cbe8e-1b5e-4c34-861f-feefdfec42e8 req-7bc8829f-1632-4db4-a460-4c23674f6cfd tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395188 Apr 05 11:17:34.253407 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (41e4db55-0008-44c7-9892-ce0d8234ca56), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:34.287871 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:34.288493 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:34.289850 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5a932bc-677d-408c-b815-58bd651981dd req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] 10.222.0.58 "PUT /v2.0/ports/41e4db55-0008-44c7-9892-ce0d8234ca56 HTTP/1.1" status: 200 len: 1093 time: 2.0022602 Apr 05 11:17:34.290296 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83911c9a-66fa-4dc2-b353-e8367ed89f27', 'tag': '41e4db55-0008-44c7-9892-ce0d8234ca56'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:17:34.293202 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f9645c-5557-42c9-9ef4-260a6b62ac03" -d '{"events": [{"name": "network-changed", "server_uuid": "83911c9a-66fa-4dc2-b353-e8367ed89f27", "tag": "41e4db55-0008-44c7-9892-ce0d8234ca56"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:17:34.334255 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c4f02-e689-4731-b950-0f0de0034213 service neutron] Pushing event updated for resources: {'Port': ['ID=41e4db55-0008-44c7-9892-ce0d8234ca56,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:17:34.347573 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-cf1920c3-d101-42f7-a1f1-15d5877862e8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7409101 Apr 05 11:17:34.365797 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] Request body: {'port': {'device_id': '0d7680ed-da15-498a-a57d-a37e492ada5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:17:34.379646 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8dfd8f-e4e8-48a0-9d2e-b81f9c6690c4 x-openstack-request-id: req-fb8dfd8f-e4e8-48a0-9d2e-b81f9c6690c4 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:17:34.380432 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83911c9a-66fa-4dc2-b353-e8367ed89f27", "tag": "41e4db55-0008-44c7-9892-ce0d8234ca56", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:17:34.380853 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fb8dfd8f-e4e8-48a0-9d2e-b81f9c6690c4 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:17:34.382355 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb8dfd8f-e4e8-48a0-9d2e-b81f9c6690c4'] response: {'name': 'network-changed', 'server_uuid': '83911c9a-66fa-4dc2-b353-e8367ed89f27', 'tag': '41e4db55-0008-44c7-9892-ce0d8234ca56', 'status': 'completed', 'code': 200} Apr 05 11:17:34.434302 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (141f21be-2523-4672-a366-4a146e7780e9), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:34.452849 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9645c-5557-42c9-9ef4-260a6b62ac03 req-ae14448f-1576-4a20-b366-2d54e4cf8668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:34.456446 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-26f9645c-5557-42c9-9ef4-260a6b62ac03 req-ae14448f-1576-4a20-b366-2d54e4cf8668 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c6c4204bde44a1183df1338d018b1b1&device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 1127 time: 0.0542831 Apr 05 11:17:34.571860 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9645c-5557-42c9-9ef4-260a6b62ac03 req-54fcc323-03ec-4bb9-9fdb-9a0bc0dfd1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:34.573844 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-26f9645c-5557-42c9-9ef4-260a6b62ac03 req-54fcc323-03ec-4bb9-9fdb-9a0bc0dfd1b9 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=0c6c4204bde44a1183df1338d018b1b1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1093361 Apr 05 11:17:34.701641 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9645c-5557-42c9-9ef4-260a6b62ac03 req-cf4aeac5-9750-47a1-8462-414f4a1de634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:34.703418 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-26f9645c-5557-42c9-9ef4-260a6b62ac03 req-cf4aeac5-9750-47a1-8462-414f4a1de634 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1234703 Apr 05 11:17:34.755507 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141f21be-2523-4672-a366-4a146e7780e9 {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:17:34.775968 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] Publish callbacks [] for port (141f21be-2523-4672-a366-4a146e7780e9), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:34.790639 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] Transition to ACTIVE for port object 141f21be-2523-4672-a366-4a146e7780e9 will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:17:34.821054 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a932bc-677d-408c-b815-58bd651981dd req-abf6fc88-0e7b-4bbb-84ef-efbc7cf896f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:34.822718 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5a932bc-677d-408c-b815-58bd651981dd req-abf6fc88-0e7b-4bbb-84ef-efbc7cf896f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c6c4204bde44a1183df1338d018b1b1&device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 1127 time: 0.0635955 Apr 05 11:17:34.878016 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (141f21be-2523-4672-a366-4a146e7780e9), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:34.885372 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5a932bc-677d-408c-b815-58bd651981dd req-e7026d0e-0bb4-4a7f-9b18-d34b90e22c43 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41e4db55-0008-44c7-9892-ce0d8234ca56 HTTP/1.1" status: 200 len: 217 time: 0.0496464 Apr 05 11:17:34.965784 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] Pushing event updated for resources: {'Port': ['ID=141f21be-2523-4672-a366-4a146e7780e9,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:17:34.993773 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a932bc-677d-408c-b815-58bd651981dd req-dc1e3fdc-0765-4797-97a7-853b3c9028e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:35.001101 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5a932bc-677d-408c-b815-58bd651981dd req-dc1e3fdc-0765-4797-97a7-853b3c9028e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f101b1e5-cdea-47a9-9394-b1ed9aabe983 HTTP/1.1" status: 200 len: 854 time: 0.1015708 Apr 05 11:17:35.037332 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] Attempting to bind port 141f21be-2523-4672-a366-4a146e7780e9 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:17:35.037661 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] Attempting to bind port 141f21be-2523-4672-a366-4a146e7780e9 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:17:35.038018 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] Attempting to bind port 141f21be-2523-4672-a366-4a146e7780e9 on network a84177b0-98a3-43e8-9748-217cec2ce77a {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:17:35.071433 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] Port 141f21be-2523-4672-a366-4a146e7780e9 on network a84177b0-98a3-43e8-9748-217cec2ce77a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:17:35.071433 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] Attempting to bind port 141f21be-2523-4672-a366-4a146e7780e9 on network a84177b0-98a3-43e8-9748-217cec2ce77a {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:17:35.079958 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:17:35.080291 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] Checking segment: {'id': 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:17:35.080612 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] Bound using segment: {'id': 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:17:35.081056 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] Bound port: 141f21be-2523-4672-a366-4a146e7780e9, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:17:35.081418 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (141f21be-2523-4672-a366-4a146e7780e9), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:35.117507 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a932bc-677d-408c-b815-58bd651981dd req-408b0a69-dda0-42a1-989d-706de37a5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:35.119034 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5a932bc-677d-408c-b815-58bd651981dd req-408b0a69-dda0-42a1-989d-706de37a5340 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=61947bc0-bf95-4d84-a95a-a866833cbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1086137 Apr 05 11:17:35.227329 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5a932bc-677d-408c-b815-58bd651981dd req-c6667d5b-3549-40c1-ad75-b567acb1ab19 service neutron] 10.222.0.58 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976849 Apr 05 11:17:35.239733 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdeb01-2f41-42aa-8875-ab1b48a27481 req-a9e2738d-fbcf-4c6c-874b-f141ad396093 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:35.246436 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a5bdeb01-2f41-42aa-8875-ab1b48a27481 req-a9e2738d-fbcf-4c6c-874b-f141ad396093 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.1020434 Apr 05 11:17:35.269853 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] For port 141f21be-2523-4672-a366-4a146e7780e9, host hv-cinder-81899, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:17:35.297124 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] For port 141f21be-2523-4672-a366-4a146e7780e9, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=141f21be-2523-4672-a366-4a146e7780e9,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:17:35.326572 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a5bdeb01-2f41-42aa-8875-ab1b48a27481 req-76c83949-fb64-41ba-b1a3-1f28bf108471 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735216 Apr 05 11:17:35.382099 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5a932bc-677d-408c-b815-58bd651981dd req-4b2c2601-ae04-47f2-9c46-582d494a1535 service neutron] 10.222.0.58 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340609 Apr 05 11:17:35.391339 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (141f21be-2523-4672-a366-4a146e7780e9), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:35.407218 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502127e-f8f2-4254-84ac-bacdd568f0db req-cdc7108a-9f9e-4b39-b660-16ad5162e153 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:35.408917 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f502127e-f8f2-4254-84ac-bacdd568f0db req-cdc7108a-9f9e-4b39-b660-16ad5162e153 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.2879419 Apr 05 11:17:35.414391 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:35.414391 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:35.417138 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] 10.222.0.58 "PUT /v2.0/ports/141f21be-2523-4672-a366-4a146e7780e9 HTTP/1.1" status: 200 len: 1093 time: 1.0584240 Apr 05 11:17:35.421037 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7680ed-da15-498a-a57d-a37e492ada5b', 'tag': '141f21be-2523-4672-a366-4a146e7780e9'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:17:35.429465 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c914f721-4874-48e7-8c00-cdcb251f50a9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7680ed-da15-498a-a57d-a37e492ada5b", "tag": "141f21be-2523-4672-a366-4a146e7780e9"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:17:35.510987 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f502127e-f8f2-4254-84ac-bacdd568f0db req-6603f0fe-ef5c-4f8d-83ec-baba569ef7f7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876281 Apr 05 11:17:35.564553 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621239e5-a0f0-43b0-8486-557a1e9439c3 service neutron] Pushing event updated for resources: {'Port': ['ID=141f21be-2523-4672-a366-4a146e7780e9,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:17:35.614719 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857852a-08df-4ba5-9caa-5d204cd381e0 req-a4d050c5-8d19-4c88-830e-d210464d4a37 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:35.624656 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8857852a-08df-4ba5-9caa-5d204cd381e0 req-a4d050c5-8d19-4c88-830e-d210464d4a37 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 943 time: 0.1494076 Apr 05 11:17:35.688802 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-10fc78e7-3c69-47b1-8ef3-0a05fba1e9f2 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1570465375&fields=id&tenant_id=b3e907fc457e4c4396437b93bfa31859 HTTP/1.1" status: 200 len: 267 time: 0.0868416 Apr 05 11:17:35.714464 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8857852a-08df-4ba5-9caa-5d204cd381e0 req-9959ae70-cfc4-45c2-a954-d0aac69338fe tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852432 Apr 05 11:17:35.778300 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ee6c5a-21fe-4e5e-8faa-33bdc95730d7 x-openstack-request-id: req-31ee6c5a-21fe-4e5e-8faa-33bdc95730d7 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:17:35.781403 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7680ed-da15-498a-a57d-a37e492ada5b", "tag": "141f21be-2523-4672-a366-4a146e7780e9", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:17:35.781403 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-31ee6c5a-21fe-4e5e-8faa-33bdc95730d7 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:17:35.781403 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ee6c5a-21fe-4e5e-8faa-33bdc95730d7'] response: {'name': 'network-changed', 'server_uuid': '0d7680ed-da15-498a-a57d-a37e492ada5b', 'tag': '141f21be-2523-4672-a366-4a146e7780e9', 'status': 'completed', 'code': 200} Apr 05 11:17:35.837533 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-a0d06e3f-babc-4863-8543-437051c5f22d tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:35.839952 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-a0d06e3f-babc-4863-8543-437051c5f22d tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/networks?id=dcecadc1-803f-40fe-91be-b25ccccfa953 HTTP/1.1" status: 200 len: 809 time: 0.1497695 Apr 05 11:17:35.872213 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cd777876-85cf-4186-9a49-e3bf29c6725a tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/quotas/b3e907fc457e4c4396437b93bfa31859 HTTP/1.1" status: 200 len: 375 time: 0.0193167 Apr 05 11:17:35.940136 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-e6438396-7a1d-4cbe-83f4-8ab6c4d9ba3c tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b3e907fc457e4c4396437b93bfa31859&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610867 Apr 05 11:17:36.028719 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-00161696-ed29-4bb5-94d4-14d859cea997 service neutron] 10.222.0.39 "GET /v2.0/networks/dcecadc1-803f-40fe-91be-b25ccccfa953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874653 Apr 05 11:17:36.118220 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cf2bc375-729a-4c3c-906e-53ea6787ba37 service neutron] 10.222.0.39 "GET /v2.0/networks/dcecadc1-803f-40fe-91be-b25ccccfa953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838423 Apr 05 11:17:36.490518 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012e09b-2bed-4a7d-885d-50a222143991 req-d05296ff-913b-4258-9191-316feeacf9fe tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:36.492412 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7012e09b-2bed-4a7d-885d-50a222143991 req-d05296ff-913b-4258-9191-316feeacf9fe tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.0870721 Apr 05 11:17:36.548448 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7012e09b-2bed-4a7d-885d-50a222143991 req-95d780d1-fa5d-498b-9b27-b8d3380432c8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498996 Apr 05 11:17:36.706840 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36cf94-6a89-461b-b8ab-32529856ef3c req-94778815-8fde-4b55-93a5-135272dfcad1 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:36.708434 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0e36cf94-6a89-461b-b8ab-32529856ef3c req-94778815-8fde-4b55-93a5-135272dfcad1 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0540459 Apr 05 11:17:36.793400 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0e36cf94-6a89-461b-b8ab-32529856ef3c req-b1db77fd-d2c8-4151-8f7d-e14cc523dc44 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770061 Apr 05 11:17:36.881923 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3a443c67-ab8e-4d6e-93d0-53f2129bb3d4 req-b79ebda6-8b6e-4451-93df-36cbfd73699d tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0327547 Apr 05 11:17:36.937674 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00feff0d-4e27-4db9-8801-d0667e4b57a5 req-f733e328-a3ef-439e-bc68-175595d99848 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:36.944827 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-00feff0d-4e27-4db9-8801-d0667e4b57a5 req-f733e328-a3ef-439e-bc68-175595d99848 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 943 time: 0.0986953 Apr 05 11:17:37.005157 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-00feff0d-4e27-4db9-8801-d0667e4b57a5 req-80e646af-d423-4163-a5ed-6333e3570940 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573633 Apr 05 11:17:37.719541 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca9795-037d-4bda-b389-aae7b5c8b9e8 req-c5bffbc3-4181-4f8e-aba2-0f4e3d12ab5c tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:37.721690 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-40ca9795-037d-4bda-b389-aae7b5c8b9e8 req-c5bffbc3-4181-4f8e-aba2-0f4e3d12ab5c tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.0655112 Apr 05 11:17:37.792891 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-40ca9795-037d-4bda-b389-aae7b5c8b9e8 req-c0e51bf6-4ee2-4ada-825b-1e50f5710f4e tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590889 Apr 05 11:17:37.941573 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b56bf-f863-478c-9371-44a2a0b009a1 req-6213dd14-03fc-4863-9954-87d1add65c1b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:37.943149 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-039b56bf-f863-478c-9371-44a2a0b009a1 req-6213dd14-03fc-4863-9954-87d1add65c1b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0650420 Apr 05 11:17:38.012143 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-039b56bf-f863-478c-9371-44a2a0b009a1 req-eb1029e4-3426-4e35-817b-55a7f667f99d tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632486 Apr 05 11:17:38.015165 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e0701c4e-9b49-4ba0-8ca8-75f37ea53516 req-10df7ca5-df20-44e5-b083-88a196db2d9b tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0643320 Apr 05 11:17:38.156088 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd63971-47bd-4897-8ed2-88f14dd8a1b4 req-e4623f53-6eea-437d-9088-39f2e0c63466 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:38.166209 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ecd63971-47bd-4897-8ed2-88f14dd8a1b4 req-e4623f53-6eea-437d-9088-39f2e0c63466 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 943 time: 0.0702288 Apr 05 11:17:38.221502 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ecd63971-47bd-4897-8ed2-88f14dd8a1b4 req-29c9b4a5-56a9-4dca-b068-5c8ef87fff68 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542908 Apr 05 11:17:38.901886 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a5227-dc36-4df2-bb50-e78c5ed233f1 req-1f159360-c530-466d-bc25-0ec3ba57edab tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:38.903383 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-646a5227-dc36-4df2-bb50-e78c5ed233f1 req-1f159360-c530-466d-bc25-0ec3ba57edab tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.0560169 Apr 05 11:17:38.950293 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-646a5227-dc36-4df2-bb50-e78c5ed233f1 req-28071143-8fcc-43eb-b56d-5184d6221837 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412841 Apr 05 11:17:39.118834 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5104cb5f-37ff-4d9a-b429-9d6cf5425e42 req-a87abc38-a0fd-4d9d-a79d-cb415ac3a119 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0269718 Apr 05 11:17:39.153180 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38619a18-6227-4bdd-9268-c2c5574656c5 req-89956ca0-2c50-44d4-b58b-73e2787d4bc0 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:39.154662 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-38619a18-6227-4bdd-9268-c2c5574656c5 req-89956ca0-2c50-44d4-b58b-73e2787d4bc0 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0569589 Apr 05 11:17:39.202662 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-38619a18-6227-4bdd-9268-c2c5574656c5 req-bdca9447-b292-4555-8e9f-56649ef79800 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418987 Apr 05 11:17:39.349732 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e32dcd-feef-40f3-aa6a-1d2d52212df3 req-195d27ca-8f9e-42aa-9dde-79b4220ec7ae tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:39.357858 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c4e32dcd-feef-40f3-aa6a-1d2d52212df3 req-195d27ca-8f9e-42aa-9dde-79b4220ec7ae tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 943 time: 0.0655708 Apr 05 11:17:39.415025 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c4e32dcd-feef-40f3-aa6a-1d2d52212df3 req-62fcc6c6-47f2-4cd9-b2d0-6d65cd64d16c tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527256 Apr 05 11:17:40.065042 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f14564-eba1-49d9-886e-efeaebb79f66 req-c2fcf2d3-2cfb-4e14-990f-0b3bbf6e2b6b tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:40.066503 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f0f14564-eba1-49d9-886e-efeaebb79f66 req-c2fcf2d3-2cfb-4e14-990f-0b3bbf6e2b6b tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.0508125 Apr 05 11:17:40.112142 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f0f14564-eba1-49d9-886e-efeaebb79f66 req-b7890130-1d07-41c1-a6f4-2a75fc11716f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402184 Apr 05 11:17:40.212146 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-809484e6-280a-49d5-b688-e72e38957396 req-81a5e788-6bfd-49e2-b465-8c2ba0e2d3a3 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0299373 Apr 05 11:17:40.330485 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d41c5-9938-4ac4-af5b-f4396e5fa126 req-fb91efea-172a-4cb3-bc2b-52594f42e8dc tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:40.331959 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff9d41c5-9938-4ac4-af5b-f4396e5fa126 req-fb91efea-172a-4cb3-bc2b-52594f42e8dc tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0564132 Apr 05 11:17:40.380440 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff9d41c5-9938-4ac4-af5b-f4396e5fa126 req-0016a2a2-54e7-499b-8d8d-e8aa632ba4ff tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426004 Apr 05 11:17:40.521788 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db412ac-d9fc-4cab-828e-e50ca1322449 req-2ea44529-518a-46c3-92f8-f0e7a1462dc3 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:40.523255 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6db412ac-d9fc-4cab-828e-e50ca1322449 req-2ea44529-518a-46c3-92f8-f0e7a1462dc3 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 943 time: 0.0526383 Apr 05 11:17:40.570072 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6db412ac-d9fc-4cab-828e-e50ca1322449 req-71a8868f-4c5d-46a7-a325-31783767070d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410933 Apr 05 11:17:41.228363 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55532b8-e7f1-4238-a3aa-22c1d56a3366 req-913a394e-bab2-4d41-b479-93581cac6bdc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:41.229836 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f55532b8-e7f1-4238-a3aa-22c1d56a3366 req-913a394e-bab2-4d41-b479-93581cac6bdc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.0508304 Apr 05 11:17:41.277998 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f55532b8-e7f1-4238-a3aa-22c1d56a3366 req-61e94991-6131-4edc-bd1b-737ef2d17e05 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421851 Apr 05 11:17:41.306761 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-73c46605-5b2a-4317-9c48-3f9b6f3e6e54 req-4fbb8c3f-d9cf-4c9a-a6c1-ed9ea4eadfa3 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0283177 Apr 05 11:17:41.503346 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037d57d-b5a2-4376-9a45-bf536a6b5397 req-5a073ff6-c854-47fc-ad6f-d8afda71e640 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:41.504800 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e037d57d-b5a2-4376-9a45-bf536a6b5397 req-5a073ff6-c854-47fc-ad6f-d8afda71e640 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0533571 Apr 05 11:17:41.554420 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e037d57d-b5a2-4376-9a45-bf536a6b5397 req-d7f8f3fa-7160-4d41-b96c-f0b5e102fc90 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441632 Apr 05 11:17:41.688541 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1f91b-9fc8-4d11-a8a2-cd6be66e6ddd req-f6b4fc87-5333-42b3-94b0-7ff640308ef6 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:41.689893 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-31f1f91b-9fc8-4d11-a8a2-cd6be66e6ddd req-f6b4fc87-5333-42b3-94b0-7ff640308ef6 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 943 time: 0.0553319 Apr 05 11:17:41.735400 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-31f1f91b-9fc8-4d11-a8a2-cd6be66e6ddd req-8c6f62e2-5344-403a-b9b7-672a2451ca8b tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398977 Apr 05 11:17:42.396624 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5335bd-40de-4015-9acd-7453e89da44e req-67cba6a2-f35d-4848-b661-51536590ce41 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:42.398110 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-df5335bd-40de-4015-9acd-7453e89da44e req-67cba6a2-f35d-4848-b661-51536590ce41 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.0520093 Apr 05 11:17:42.398505 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1dbf3f50-575b-4a9f-998a-e83ff1669494 req-c9d8d2aa-09eb-4677-ace7-9e7e4794167e tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0258968 Apr 05 11:17:42.445824 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-df5335bd-40de-4015-9acd-7453e89da44e req-210d6ff1-338e-48d1-a248-da7454b899f3 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413234 Apr 05 11:17:42.675001 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2b055-c64e-4217-97b5-758963c7c7a4 req-d2f799f6-15b4-47c2-a99e-a44083864e40 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:42.676425 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cdd2b055-c64e-4217-97b5-758963c7c7a4 req-d2f799f6-15b4-47c2-a99e-a44083864e40 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0513995 Apr 05 11:17:42.721909 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cdd2b055-c64e-4217-97b5-758963c7c7a4 req-a2d8ad3f-ad64-498c-b4ec-a841a21b3c09 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396848 Apr 05 11:17:42.852739 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4ed53-f465-496d-8cf8-6fbc9d6e32a4 req-4a23fef4-d81e-4c2c-9bc9-8c145b809b4b tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:42.854268 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4ab4ed53-f465-496d-8cf8-6fbc9d6e32a4 req-4a23fef4-d81e-4c2c-9bc9-8c145b809b4b tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 943 time: 0.0515943 Apr 05 11:17:42.899562 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4ab4ed53-f465-496d-8cf8-6fbc9d6e32a4 req-316fb2cf-3761-42ad-a3a6-20f4aa01a977 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398405 Apr 05 11:17:43.494884 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39025a27-5955-4191-adbc-1425ef2169df req-071393a4-de14-4f09-ba0b-da6f569d5327 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0303330 Apr 05 11:17:43.573551 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570e487-61f9-43d4-81b4-b4da6d2759a3 req-8f665cd9-0109-4931-abc3-f7b10d696ab7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:43.575094 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1570e487-61f9-43d4-81b4-b4da6d2759a3 req-8f665cd9-0109-4931-abc3-f7b10d696ab7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.0602112 Apr 05 11:17:43.622592 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1570e487-61f9-43d4-81b4-b4da6d2759a3 req-403e1b86-98c3-4c5a-818c-13162aa23020 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415492 Apr 05 11:17:43.843327 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a866727-e279-4308-9fd6-a9b2758cb746 req-bdb5ca2f-6dae-4f5d-82fb-3f9576454c6e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:43.844796 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0a866727-e279-4308-9fd6-a9b2758cb746 req-bdb5ca2f-6dae-4f5d-82fb-3f9576454c6e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0526016 Apr 05 11:17:43.891716 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0a866727-e279-4308-9fd6-a9b2758cb746 req-cef4f48b-1e4f-4aae-9766-e0fcbf65a7d1 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413823 Apr 05 11:17:44.018844 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb656b-af69-4d62-9d61-88ef265faabc req-ef23fd7f-08a1-40b3-9a1f-4e801626bf2a tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:44.020246 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e8bb656b-af69-4d62-9d61-88ef265faabc req-ef23fd7f-08a1-40b3-9a1f-4e801626bf2a tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 943 time: 0.0546081 Apr 05 11:17:44.066802 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e8bb656b-af69-4d62-9d61-88ef265faabc req-91577e7a-f1a4-42f2-9798-bfde1cd56101 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407143 Apr 05 11:17:44.586302 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-51b26da1-23f1-4fbb-b412-47bd98a9c678 req-642684fa-bba9-441c-b94e-566654692da1 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0263827 Apr 05 11:17:44.736426 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d851eb6-284f-4d4b-ac13-c2db2d9d69f0 req-2eff7a59-4df3-4e39-8075-d93cc80bc5f7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:44.737878 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5d851eb6-284f-4d4b-ac13-c2db2d9d69f0 req-2eff7a59-4df3-4e39-8075-d93cc80bc5f7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.0505726 Apr 05 11:17:44.787726 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5d851eb6-284f-4d4b-ac13-c2db2d9d69f0 req-9ceb9353-37d7-4946-b2c0-8f2be59aa57b tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444033 Apr 05 11:17:45.009992 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b88e7d-b7aa-4754-95e6-2b6f740d4e3d req-4d31db29-7cfa-4181-a7af-e6f8d3ae63c9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:45.011488 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5b88e7d-b7aa-4754-95e6-2b6f740d4e3d req-4d31db29-7cfa-4181-a7af-e6f8d3ae63c9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0503304 Apr 05 11:17:45.060304 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c5b88e7d-b7aa-4754-95e6-2b6f740d4e3d req-d731ab47-a5f2-4a92-b9f2-742c3efe6388 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427039 Apr 05 11:17:45.185015 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8073e3e-44ed-4fea-9177-3f8c4113a79e req-4b8e21a5-7699-4373-bf66-d83ab814efea tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:45.185015 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f8073e3e-44ed-4fea-9177-3f8c4113a79e req-4b8e21a5-7699-4373-bf66-d83ab814efea tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 943 time: 0.0520728 Apr 05 11:17:45.231915 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f8073e3e-44ed-4fea-9177-3f8c4113a79e req-4c0bf102-a75e-40db-aa1b-b2a59e0bc133 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422950 Apr 05 11:17:45.678697 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ca54c0e6-742d-447e-8b1a-de8af1147548 req-d36b430b-ff7b-4668-a686-8a18e655d69d tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0263486 Apr 05 11:17:45.902706 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2da42-e2ed-48e4-ae4e-d2216736117e req-b50f9473-0458-42a1-bf18-5bf4fe1f4555 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:45.906725 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-61f2da42-e2ed-48e4-ae4e-d2216736117e req-b50f9473-0458-42a1-bf18-5bf4fe1f4555 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.0541549 Apr 05 11:17:45.952367 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-61f2da42-e2ed-48e4-ae4e-d2216736117e req-1a88f741-49f2-4d05-8c71-06cba1ce2538 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405028 Apr 05 11:17:46.177903 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6c0fc-ddbf-4a34-8917-bcc2cc2e2e7a req-78d38274-10f7-44d1-ba50-36f5789f758c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:46.179316 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-95e6c0fc-ddbf-4a34-8917-bcc2cc2e2e7a req-78d38274-10f7-44d1-ba50-36f5789f758c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0507972 Apr 05 11:17:46.225702 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-95e6c0fc-ddbf-4a34-8917-bcc2cc2e2e7a req-d9722991-09a3-41b9-8f47-4e574bc800aa tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402367 Apr 05 11:17:46.353316 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb925bd-ef0e-45cb-ac36-e763b35a7799 req-4ea97a9b-f4b1-45e7-b73e-9d56d054f5d1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:46.354879 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0fb925bd-ef0e-45cb-ac36-e763b35a7799 req-4ea97a9b-f4b1-45e7-b73e-9d56d054f5d1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 943 time: 0.0546067 Apr 05 11:17:46.435290 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0fb925bd-ef0e-45cb-ac36-e763b35a7799 req-45155d18-7dd3-49d0-ba8f-497b71770090 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741663 Apr 05 11:17:46.447818 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914f721-4874-48e7-8c00-cdcb251f50a9 req-8329909a-4b56-4269-a1aa-ad06060707f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:46.449854 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c914f721-4874-48e7-8c00-cdcb251f50a9 req-8329909a-4b56-4269-a1aa-ad06060707f6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf751cbfd21e463e83beea4d29713404&device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 1127 time: 0.0672953 Apr 05 11:17:46.586120 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914f721-4874-48e7-8c00-cdcb251f50a9 req-a1401f5f-c3c5-48fe-bb59-06276766960e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:46.587615 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c914f721-4874-48e7-8c00-cdcb251f50a9 req-a1401f5f-c3c5-48fe-bb59-06276766960e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cf751cbfd21e463e83beea4d29713404&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0968974 Apr 05 11:17:46.591906 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:46.754793 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914f721-4874-48e7-8c00-cdcb251f50a9 req-6581794b-4f07-4e01-94ba-10a18d9dd438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:46.756252 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c914f721-4874-48e7-8c00-cdcb251f50a9 req-6581794b-4f07-4e01-94ba-10a18d9dd438 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919156 Apr 05 11:17:46.775651 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bde70f2f-3de8-4096-8cde-1845e1bb9957 req-3ffc3ea6-dd17-478c-af97-3a5c7481103c tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0262935 Apr 05 11:17:46.848578 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-05a7598c-b8f9-47de-ab59-d1862d86013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:46.850059 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-05a7598c-b8f9-47de-ab59-d1862d86013a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf751cbfd21e463e83beea4d29713404&device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 1127 time: 0.0554526 Apr 05 11:17:46.913303 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-936d657c-2893-4e8f-add7-c823fde63b58 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=141f21be-2523-4672-a366-4a146e7780e9 HTTP/1.1" status: 200 len: 217 time: 0.0343282 Apr 05 11:17:46.968175 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-5a1597f5-49c0-42e7-990e-5a0e333a84fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:46.969674 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-5a1597f5-49c0-42e7-990e-5a0e333a84fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b01bd4d7-97a5-45dc-b9c7-6b928112c646 HTTP/1.1" status: 200 len: 857 time: 0.0474322 Apr 05 11:17:47.071185 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-7d7e9851-886d-4055-9a83-f20a2675d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:47.072664 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-7d7e9851-886d-4055-9a83-f20a2675d483 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a84177b0-98a3-43e8-9748-217cec2ce77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774744 Apr 05 11:17:47.086810 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126000-5c0e-422c-9759-93bf638acc09 req-b5f39774-0cd1-486e-818c-ac4cf18f2ebb tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:47.088164 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-80126000-5c0e-422c-9759-93bf638acc09 req-b5f39774-0cd1-486e-818c-ac4cf18f2ebb tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.0679054 Apr 05 11:17:47.191726 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-80126000-5c0e-422c-9759-93bf638acc09 req-66f62bdd-24ad-4358-a9a3-4528d034be83 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953126 Apr 05 11:17:47.208075 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-78f2e918-9988-441a-bc5b-db795586fbf8 service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190119 Apr 05 11:17:47.356552 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06502a3-53db-4cf2-a68e-f8688b49af46 req-ae62e11c-4bc1-484c-b6b1-3483d7e69dc7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:47.358155 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d06502a3-53db-4cf2-a68e-f8688b49af46 req-ae62e11c-4bc1-484c-b6b1-3483d7e69dc7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0605850 Apr 05 11:17:47.410318 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d06502a3-53db-4cf2-a68e-f8688b49af46 req-8668065f-446b-45f0-84ee-928751994cac tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457487 Apr 05 11:17:47.486473 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7eaa56cc-0a1b-4c5b-843b-180b9b0dc186 req-140c6022-bcb0-43fe-aa2e-74fb713241e9 service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899668 Apr 05 11:17:47.552429 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156aa04d-ff0f-4aa6-9ee6-51664d393d22 req-4ab85cae-48f2-4f1d-9b7c-02beb39989ca tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:47.553875 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-156aa04d-ff0f-4aa6-9ee6-51664d393d22 req-4ab85cae-48f2-4f1d-9b7c-02beb39989ca tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 943 time: 0.0507562 Apr 05 11:17:47.602903 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-156aa04d-ff0f-4aa6-9ee6-51664d393d22 req-eb8f3f0e-093c-4c85-96b8-e0616a584d25 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430665 Apr 05 11:17:47.868955 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cdd9d552-b975-46ad-b76a-7383e6d9c3d7 req-a53d01e0-1cf9-416e-a10f-541a058911c3 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0256896 Apr 05 11:17:48.300601 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 41e4db55-0008-44c7-9892-ce0d8234ca56 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:17:48.313454 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7a2a6-c4ab-464e-9f28-43e7f9fd0acc req-40cb2f7c-caf4-447f-a0b9-9707901940a8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:48.314945 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-28f7a2a6-c4ab-464e-9f28-43e7f9fd0acc req-40cb2f7c-caf4-447f-a0b9-9707901940a8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.0541916 Apr 05 11:17:48.365074 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-28f7a2a6-c4ab-464e-9f28-43e7f9fd0acc req-744734ef-e019-40de-b75a-9b9a292b35e5 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438182 Apr 05 11:17:48.460508 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3ecfc02d-fbd4-4b0b-91a8-ab3272011a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:48.524330 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 41e4db55-0008-44c7-9892-ce0d8234ca56, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=41e4db55-0008-44c7-9892-ce0d8234ca56,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:17:48.531802 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11d2b3-454c-4903-b0dc-a709cf7a0f88 req-5cafbe74-cc9c-4be1-b99a-e4920b2092cd tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:48.533294 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bf11d2b3-454c-4903-b0dc-a709cf7a0f88 req-5cafbe74-cc9c-4be1-b99a-e4920b2092cd tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0511889 Apr 05 11:17:48.536615 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': '41e4db55-0008-44c7-9892-ce0d8234ca56', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'port_id': '41e4db55-0008-44c7-9892-ce0d8234ca56', 'mac_address': 'fa:16:3e:84:99:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:17:48.573137 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 41e4db55-0008-44c7-9892-ce0d8234ca56 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:17:48.573524 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (41e4db55-0008-44c7-9892-ce0d8234ca56), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:48.583452 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bf11d2b3-454c-4903-b0dc-a709cf7a0f88 req-5ad96510-df73-4a95-97c4-145b49165792 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441575 Apr 05 11:17:48.589975 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e4db55-0008-44c7-9892-ce0d8234ca56 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:17:48.610299 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 41e4db55-0008-44c7-9892-ce0d8234ca56, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=41e4db55-0008-44c7-9892-ce0d8234ca56,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:17:48.715194 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (41e4db55-0008-44c7-9892-ce0d8234ca56), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:48.717910 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef8bd2-9e74-4ef6-b0e7-75273263cede req-8894583f-c4b4-40f4-86d4-dd09672b3ddd tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:48.719716 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-84ef8bd2-9e74-4ef6-b0e7-75273263cede req-8894583f-c4b4-40f4-86d4-dd09672b3ddd tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 943 time: 0.0525851 Apr 05 11:17:48.762979 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=41e4db55-0008-44c7-9892-ce0d8234ca56,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:17:48.769267 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-84ef8bd2-9e74-4ef6-b0e7-75273263cede req-58653894-1eec-4062-82a0-bb6672d327e0 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436456 Apr 05 11:17:48.769831 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:48.770180 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:48.770547 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:48.770933 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:48.771277 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:48.771607 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:48.771938 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:48.772331 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:48.772584 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:48.772909 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:48.773236 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:48.773563 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:48.773887 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:48.774210 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:48.774529 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:17:48.961369 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fe95cf17-45fb-41e1-be98-390ccc444e09 req-626b40fa-9e13-49a2-9930-b6c0145253b7 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0271668 Apr 05 11:17:49.486555 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567e94d-0c1e-4445-b849-cf581dd54d95 req-0e9e1f55-5d74-4c41-b626-7677fe7935ed tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:49.488061 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2567e94d-0c1e-4445-b849-cf581dd54d95 req-0e9e1f55-5d74-4c41-b626-7677fe7935ed tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.0558476 Apr 05 11:17:49.534736 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2567e94d-0c1e-4445-b849-cf581dd54d95 req-476f1f50-a6a0-4eb0-9135-88bc8b0c24e6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410137 Apr 05 11:17:49.706091 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e43953-25df-46a1-9f96-c970bf47835c req-91e33272-e062-411c-9d68-0136e9b8024d tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:49.707618 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c2e43953-25df-46a1-9f96-c970bf47835c req-91e33272-e062-411c-9d68-0136e9b8024d tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0522761 Apr 05 11:17:49.754481 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c2e43953-25df-46a1-9f96-c970bf47835c req-a56e73c2-92ab-4f86-ad61-b49875c1e86a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413606 Apr 05 11:17:49.885158 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb3ea7-b9a1-47df-94a6-aea9f36ce3a2 req-5c9aa58d-2e0c-4a66-8b85-3193c4af2ea9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:49.886686 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f7cb3ea7-b9a1-47df-94a6-aea9f36ce3a2 req-5c9aa58d-2e0c-4a66-8b85-3193c4af2ea9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 944 time: 0.0526481 Apr 05 11:17:49.932923 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f7cb3ea7-b9a1-47df-94a6-aea9f36ce3a2 req-d2d8f0ff-cc90-42e4-9ea8-d0c6b00b6197 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407701 Apr 05 11:17:50.054568 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2d8d9ea5-3717-4781-889a-125308799dbc req-410d57a3-4bff-4d8b-91c2-fc258287729e tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0259588 Apr 05 11:17:50.649493 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de74db7-b5ba-4692-884f-4c51e9c685b6 req-adb02aef-990b-4be7-8888-9e03adc99df5 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:50.650960 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6de74db7-b5ba-4692-884f-4c51e9c685b6 req-adb02aef-990b-4be7-8888-9e03adc99df5 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.0513313 Apr 05 11:17:50.699529 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6de74db7-b5ba-4692-884f-4c51e9c685b6 req-03d9c4e8-0fca-4c5a-98a7-246f8116670f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429583 Apr 05 11:17:50.880570 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4503d33-b405-4ee8-9e4e-0d16dac6563e req-6b076b3c-2c0c-425a-96f9-c9f5f2361916 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:50.882082 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f4503d33-b405-4ee8-9e4e-0d16dac6563e req-6b076b3c-2c0c-425a-96f9-c9f5f2361916 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0571790 Apr 05 11:17:50.917398 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ebaa0d45-575d-4bec-b85a-d80940ad810c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:50.929177 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f4503d33-b405-4ee8-9e4e-0d16dac6563e req-ea466628-ccae-49d0-9517-fbe1a7478600 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414073 Apr 05 11:17:51.050167 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acdfc7-384c-47ae-b2b9-91152e73abd5 req-f8a479a7-53c3-4497-b342-f16dcab5b8eb tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:51.051717 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-16acdfc7-384c-47ae-b2b9-91152e73abd5 req-f8a479a7-53c3-4497-b342-f16dcab5b8eb tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 944 time: 0.0524650 Apr 05 11:17:51.097870 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-16acdfc7-384c-47ae-b2b9-91152e73abd5 req-71983e5c-1c6b-4a53-9a4e-0ac7b5751ab1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403090 Apr 05 11:17:51.146805 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7b0d331d-0343-4875-b5e9-a4ff1ad2164e req-337a6fd6-048d-41d0-baa5-511f0ef65a85 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0269356 Apr 05 11:17:51.815170 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41681759-7f66-4a89-9369-0259bf1da7a5 req-1be8d343-aeb0-4a50-a2c8-8fa9cbf281f5 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:51.816620 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41681759-7f66-4a89-9369-0259bf1da7a5 req-1be8d343-aeb0-4a50-a2c8-8fa9cbf281f5 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.0511758 Apr 05 11:17:51.860483 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:51.871573 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41681759-7f66-4a89-9369-0259bf1da7a5 req-f82f9e75-cef0-4b9b-9e85-adfcdd256667 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492985 Apr 05 11:17:52.052402 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455a622-46dc-42ea-a4e8-dd977af9cfa0 req-5faa2d51-1e9f-4417-91a9-74469284bb0b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:52.053888 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6455a622-46dc-42ea-a4e8-dd977af9cfa0 req-5faa2d51-1e9f-4417-91a9-74469284bb0b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0534332 Apr 05 11:17:52.099184 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6455a622-46dc-42ea-a4e8-dd977af9cfa0 req-a8596841-68f8-4347-9937-de974925ef92 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396082 Apr 05 11:17:52.218010 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5df569-0603-405d-9eff-026b6546a70a req-d890e6dc-65b9-4f4e-873b-95eb4d8f18d4 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:52.219498 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aa5df569-0603-405d-9eff-026b6546a70a req-d890e6dc-65b9-4f4e-873b-95eb4d8f18d4 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 944 time: 0.0563438 Apr 05 11:17:52.240625 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eeddfd8c-0d36-4852-8f96-eb64cd753c54 req-99aea662-64a9-4352-ab01-85430c83dfb9 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0296664 Apr 05 11:17:52.266791 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aa5df569-0603-405d-9eff-026b6546a70a req-f1e3372b-431d-4ac4-995b-13cbdbd047fe tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416903 Apr 05 11:17:52.986093 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488e8e9-ec10-407e-86b2-4eaeb56f8a74 req-709b1828-e71e-479b-877f-5ca51827dc43 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:52.989373 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8488e8e9-ec10-407e-86b2-4eaeb56f8a74 req-709b1828-e71e-479b-877f-5ca51827dc43 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.0537472 Apr 05 11:17:53.037982 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8488e8e9-ec10-407e-86b2-4eaeb56f8a74 req-2305f868-956c-4337-9994-b5ad5f1a9bf2 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425320 Apr 05 11:17:53.202848 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:53.218087 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b67080-ea6a-4aef-b226-48380a5d3c57 req-ea06e63a-94d7-4d55-b9af-83527661f11a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:53.219576 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-58b67080-ea6a-4aef-b226-48380a5d3c57 req-ea06e63a-94d7-4d55-b9af-83527661f11a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0507960 Apr 05 11:17:53.265862 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-58b67080-ea6a-4aef-b226-48380a5d3c57 req-e73376e2-1815-4499-aebe-4d39de902ba8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407004 Apr 05 11:17:53.339872 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b6902734-ef43-44eb-88eb-f94e9c5f75a8 req-e002f7cd-2082-4c62-af8a-5ec7c1961005 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0259593 Apr 05 11:17:53.389460 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4ebdb-9a45-42e7-9de7-680f584ff5b3 req-a367aa65-38a0-4bbf-8f7c-75fea5e173f3 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:53.390960 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6fd4ebdb-9a45-42e7-9de7-680f584ff5b3 req-a367aa65-38a0-4bbf-8f7c-75fea5e173f3 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 944 time: 0.0544677 Apr 05 11:17:53.436142 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6fd4ebdb-9a45-42e7-9de7-680f584ff5b3 req-52a16c1b-99c1-4f6d-aa25-0701a094b02f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396674 Apr 05 11:17:54.160121 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d716138-8124-456d-8a31-6dac8b15bd62 req-efade357-879d-4aeb-8e77-96c6aa2d52f2 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:54.161575 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9d716138-8124-456d-8a31-6dac8b15bd62 req-efade357-879d-4aeb-8e77-96c6aa2d52f2 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.0549743 Apr 05 11:17:54.208599 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9d716138-8124-456d-8a31-6dac8b15bd62 req-0cf6ad65-0887-4c53-8892-2844a9799b5e tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408797 Apr 05 11:17:54.388335 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bb098-f360-4955-a985-e99d43efde0f req-a09218a8-3f9f-4ca3-85e1-742aa49c68b8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:54.389799 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9b0bb098-f360-4955-a985-e99d43efde0f req-a09218a8-3f9f-4ca3-85e1-742aa49c68b8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0514662 Apr 05 11:17:54.431433 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a8c65f00-4e36-4476-95b0-a57a74769189 req-3dd55059-74f7-4ba8-a1c8-7a77104ecae6 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0252528 Apr 05 11:17:54.436184 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9b0bb098-f360-4955-a985-e99d43efde0f req-15082861-75ac-49c5-b17a-fa14b62b38f4 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407844 Apr 05 11:17:54.550652 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0564e284-a538-4ed0-835d-fb711fb5307b req-b83706e3-61f0-454d-bfab-0ee772781f68 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:54.552004 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0564e284-a538-4ed0-835d-fb711fb5307b req-b83706e3-61f0-454d-bfab-0ee772781f68 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 944 time: 0.0516803 Apr 05 11:17:54.598405 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0564e284-a538-4ed0-835d-fb711fb5307b req-a7077a01-f849-4b7d-9d8a-236aee26cb23 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407426 Apr 05 11:17:54.962865 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:55.322337 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ac36a-4784-4026-9f49-9ba67acc3f46 req-d85214c3-aa51-4edc-a4d2-fc983a191c2f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:55.323831 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-695ac36a-4784-4026-9f49-9ba67acc3f46 req-d85214c3-aa51-4edc-a4d2-fc983a191c2f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.0510714 Apr 05 11:17:55.373213 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-695ac36a-4784-4026-9f49-9ba67acc3f46 req-ce718a8a-2082-4cdd-9c13-a72fc4b15691 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432150 Apr 05 11:17:55.532464 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7da13c04-0144-46eb-92e3-01d3ac3c2e80 req-199ed83d-d62a-4755-97cc-7bd49265eca7 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0298266 Apr 05 11:17:55.563705 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8afe9-7da6-458e-baee-c939721c6658 req-8a9a55ad-cb0d-4c78-acac-e67adf89201f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:55.565151 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d0f8afe9-7da6-458e-baee-c939721c6658 req-8a9a55ad-cb0d-4c78-acac-e67adf89201f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 946 time: 0.0528038 Apr 05 11:17:55.610893 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d0f8afe9-7da6-458e-baee-c939721c6658 req-daf61cfd-336f-4044-aedd-6812dbb8a18d tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401700 Apr 05 11:17:55.713753 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd3376-d855-4dbb-ad36-ff0e07c3ca90 req-d6bfb07c-ca29-49d7-bb12-7e2832312a5a tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:55.715322 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-11bd3376-d855-4dbb-ad36-ff0e07c3ca90 req-d6bfb07c-ca29-49d7-bb12-7e2832312a5a tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 944 time: 0.0518341 Apr 05 11:17:55.729347 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device be14224c-0258-4dc2-9ce4-f41347c20fc0 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:17:55.762878 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-11bd3376-d855-4dbb-ad36-ff0e07c3ca90 req-d56a5ba2-6a62-4f30-84fe-9fadc98c4069 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414813 Apr 05 11:17:55.808149 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port be14224c-0258-4dc2-9ce4-f41347c20fc0 is: ACTIVE; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:17:55.808465 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:55.829896 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c900362d-904b-4d64-a9a3-ab381ca756e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be14224c-0258-4dc2-9ce4-f41347c20fc0'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:17:55.832092 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dab820c-ee4d-494a-b7f9-158b432a145c" -d '{"events": [{"server_uuid": "c900362d-904b-4d64-a9a3-ab381ca756e3", "name": "network-vif-unplugged", "status": "completed", "tag": "be14224c-0258-4dc2-9ce4-f41347c20fc0"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:17:55.844981 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port be14224c-0258-4dc2-9ce4-f41347c20fc0, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=be14224c-0258-4dc2-9ce4-f41347c20fc0,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:17:55.867274 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 11:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac567030-7fc0-4dfd-89b4-8c0c74b975bc x-openstack-request-id: req-ac567030-7fc0-4dfd-89b4-8c0c74b975bc {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:17:55.867593 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c900362d-904b-4d64-a9a3-ab381ca756e3", "name": "network-vif-unplugged", "status": "completed", "tag": "be14224c-0258-4dc2-9ce4-f41347c20fc0", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:17:55.867855 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac567030-7fc0-4dfd-89b4-8c0c74b975bc {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:17:55.868247 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac567030-7fc0-4dfd-89b4-8c0c74b975bc'] response: {'server_uuid': 'c900362d-904b-4d64-a9a3-ab381ca756e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be14224c-0258-4dc2-9ce4-f41347c20fc0', 'code': 200} Apr 05 11:17:55.951712 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:56.007784 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=be14224c-0258-4dc2-9ce4-f41347c20fc0,revision_number=8']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:17:56.489349 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04deb8d3-8d1f-4752-86d5-eca48cb91966 req-ade1d748-8d61-4cf9-986d-fa44f4522fdf tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:56.490847 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-04deb8d3-8d1f-4752-86d5-eca48cb91966 req-ade1d748-8d61-4cf9-986d-fa44f4522fdf tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.0528896 Apr 05 11:17:56.537250 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-04deb8d3-8d1f-4752-86d5-eca48cb91966 req-cc190597-427e-4be8-8eac-19ad38fe498e tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404069 Apr 05 11:17:56.621444 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7ac978e2-ca95-4af4-b7c1-9e4331b1e151 req-b2039c79-f7d9-4b69-90a5-0a43e0794f74 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0256374 Apr 05 11:17:56.733320 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20de32-46c9-44d6-a492-d1f95be7a045 req-c8681a89-da34-45b1-a07b-01879a57af9c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:56.735334 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9f20de32-46c9-44d6-a492-d1f95be7a045 req-c8681a89-da34-45b1-a07b-01879a57af9c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0556607 Apr 05 11:17:56.780680 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9f20de32-46c9-44d6-a492-d1f95be7a045 req-e9169d45-d634-477a-9a64-7180e236a0f3 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398200 Apr 05 11:17:56.884084 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea7954-fd6d-45ff-bcd8-e2218373c9a7 req-3f9606e3-0c87-424d-9f01-3884a82f07e1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:56.885533 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-33ea7954-fd6d-45ff-bcd8-e2218373c9a7 req-3f9606e3-0c87-424d-9f01-3884a82f07e1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 944 time: 0.0511034 Apr 05 11:17:56.936064 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-33ea7954-fd6d-45ff-bcd8-e2218373c9a7 req-b4926c4a-5143-4425-b0c1-4e45a4b99670 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442550 Apr 05 11:17:56.949991 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['41e4db55-0008-44c7-9892-ce0d8234ca56'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:17:57.429917 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9a483209-af51-459a-ace8-647933b2683c tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:57.431480 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9a483209-af51-459a-ace8-647933b2683c tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/networks?id=9b0266a7-6806-42f5-be79-5cd7a53cbad0 HTTP/1.1" status: 200 len: 813 time: 0.0983694 Apr 05 11:17:57.446187 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-d018ae98-129f-4758-8d45-554997f26b0c tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/quotas/cf76b11857e84565b9d171a41d7a3722 HTTP/1.1" status: 200 len: 375 time: 0.0093410 Apr 05 11:17:57.481383 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-30b71228-77d1-4a05-9f9c-dc501d6a8eef tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf76b11857e84565b9d171a41d7a3722&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302205 Apr 05 11:17:57.571317 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-82699157-4951-4138-b9df-8c627dc177a6 service neutron] 10.222.0.39 "GET /v2.0/networks/9b0266a7-6806-42f5-be79-5cd7a53cbad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828643 Apr 05 11:17:57.656864 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b62d0e-9a49-4a28-b76f-6f00ba48d807 req-0eaa10fa-1db1-4fca-9ce9-fcf78a4d9e76 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:57.658346 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-65b62d0e-9a49-4a28-b76f-6f00ba48d807 req-0eaa10fa-1db1-4fca-9ce9-fcf78a4d9e76 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.0541275 Apr 05 11:17:57.665395 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-0cf22e0c-5554-4d87-9024-827827a65109 service neutron] 10.222.0.39 "GET /v2.0/networks/9b0266a7-6806-42f5-be79-5cd7a53cbad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883420 Apr 05 11:17:57.706110 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-65b62d0e-9a49-4a28-b76f-6f00ba48d807 req-38742e38-a0b0-46b4-8582-20d5e64ecf8a tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420256 Apr 05 11:17:57.786374 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1db89bff-2a57-4307-9079-1fc9263e7bbd req-8537557a-78ca-46cf-820a-59bf29989a2c tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0258863 Apr 05 11:17:57.907175 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36b049-a509-4e98-9f78-abc0f6833d63 req-c5f6922f-7d1e-4c74-9207-c17ca30307a9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:57.908645 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2e36b049-a509-4e98-9f78-abc0f6833d63 req-c5f6922f-7d1e-4c74-9207-c17ca30307a9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0578928 Apr 05 11:17:57.947497 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0db2baf7-b956-4c69-beb5-88cae992fa96 req-6ddd3052-8091-445b-88f4-fd2e1312388d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 210 time: 0.0271552 Apr 05 11:17:57.969477 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2e36b049-a509-4e98-9f78-abc0f6833d63 req-053ca707-b694-4064-bc2f-6c14e29d2c70 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489049 Apr 05 11:17:58.062883 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12c73b-bc5c-4bf9-9a42-998e952d6914 req-7281f783-ac20-4e87-9ac0-48b0f674993d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:58.064451 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eb12c73b-bc5c-4bf9-9a42-998e952d6914 req-7281f783-ac20-4e87-9ac0-48b0f674993d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 944 time: 0.0558162 Apr 05 11:17:58.110695 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eb12c73b-bc5c-4bf9-9a42-998e952d6914 req-cf555ca8-f4b3-49d9-b080-24b93930f443 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407066 Apr 05 11:17:58.415275 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 41e4db55-0008-44c7-9892-ce0d8234ca56 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:17:58.591369 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port 41e4db55-0008-44c7-9892-ce0d8234ca56 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:17:58.596194 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port 41e4db55-0008-44c7-9892-ce0d8234ca56 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:17:58.596564 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (41e4db55-0008-44c7-9892-ce0d8234ca56), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:58.676775 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 41e4db55-0008-44c7-9892-ce0d8234ca56 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:17:58.677160 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (41e4db55-0008-44c7-9892-ce0d8234ca56), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:58.699194 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83911c9a-66fa-4dc2-b353-e8367ed89f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e4db55-0008-44c7-9892-ce0d8234ca56'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:17:58.701412 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a035cf-6936-458b-9953-bac199ac31a0" -d '{"events": [{"server_uuid": "83911c9a-66fa-4dc2-b353-e8367ed89f27", "name": "network-vif-plugged", "status": "completed", "tag": "41e4db55-0008-44c7-9892-ce0d8234ca56"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:17:58.714169 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 41e4db55-0008-44c7-9892-ce0d8234ca56, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=41e4db55-0008-44c7-9892-ce0d8234ca56,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:17:58.741876 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81baeb0b-8633-4444-8f08-212beef0f78e x-openstack-request-id: req-81baeb0b-8633-4444-8f08-212beef0f78e {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:17:58.742110 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83911c9a-66fa-4dc2-b353-e8367ed89f27", "name": "network-vif-plugged", "status": "completed", "tag": "41e4db55-0008-44c7-9892-ce0d8234ca56", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:17:58.742374 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81baeb0b-8633-4444-8f08-212beef0f78e {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:17:58.742806 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81baeb0b-8633-4444-8f08-212beef0f78e'] response: {'server_uuid': '83911c9a-66fa-4dc2-b353-e8367ed89f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e4db55-0008-44c7-9892-ce0d8234ca56', 'code': 200} Apr 05 11:17:58.828953 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc5b69-f7c5-4a61-9cae-85ea04231ca0 req-ca9173b6-ba90-4300-ab68-aca3fde7a003 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:58.830550 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f4bc5b69-f7c5-4a61-9cae-85ea04231ca0 req-ca9173b6-ba90-4300-ab68-aca3fde7a003 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.0578842 Apr 05 11:17:58.843352 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (41e4db55-0008-44c7-9892-ce0d8234ca56), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:17:58.883138 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f4bc5b69-f7c5-4a61-9cae-85ea04231ca0 req-847c22a5-534e-4def-b1d8-61ea3d62c8ff tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470512 Apr 05 11:17:58.888274 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2d2c076c-bfdb-4db1-9671-f704e9809e4e req-c6ebc0cf-bdfd-4f68-aa52-a00f8930d944 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0332575 Apr 05 11:17:58.893878 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=41e4db55-0008-44c7-9892-ce0d8234ca56,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:17:59.048282 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3ed5aacd-4c7d-4eb3-87c7-2b2fd1fc4e30 req-f7ed6f39-e4ad-4c20-891a-28db2e35626e tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 210 time: 0.0306199 Apr 05 11:17:59.102003 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f356de-ab44-4f36-9ab5-1f34b5838edc req-090fb559-8499-49cc-a239-c507a26a17fd tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:59.103471 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d7f356de-ab44-4f36-9ab5-1f34b5838edc req-090fb559-8499-49cc-a239-c507a26a17fd tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0537817 Apr 05 11:17:59.151192 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d7f356de-ab44-4f36-9ab5-1f34b5838edc req-9b6153f5-466b-4b33-86b8-91f62d7f8f90 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420809 Apr 05 11:17:59.231057 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5388bf6f-9444-47c3-8246-d1222107b8e0 req-eef39127-fbe8-4b7b-b2b1-1598266cced9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:17:59.232493 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5388bf6f-9444-47c3-8246-d1222107b8e0 req-eef39127-fbe8-4b7b-b2b1-1598266cced9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 945 time: 0.0516052 Apr 05 11:17:59.283783 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5388bf6f-9444-47c3-8246-d1222107b8e0 req-a4540217-a0fc-458e-a967-1b430fd1733d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451818 Apr 05 11:17:59.978458 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9c161f70-c543-42f8-a824-cd6f5652d9ca req-b3eb6e1e-dd07-43c4-a011-d7cba45f1d2f tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0288575 Apr 05 11:18:00.022464 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d4eec-d9ab-42ec-a670-c2a284caea59 req-b8150dbd-138e-4702-bd57-1bd7de5ddb79 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:00.025137 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5b1d4eec-d9ab-42ec-a670-c2a284caea59 req-b8150dbd-138e-4702-bd57-1bd7de5ddb79 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 943 time: 0.0734856 Apr 05 11:18:00.041043 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7688d37-bea2-4290-bdbf-0ec6e0155630 req-1d1d93c6-14c7-491a-ba16-73ea19eb806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:00.043832 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7688d37-bea2-4290-bdbf-0ec6e0155630 req-1d1d93c6-14c7-491a-ba16-73ea19eb806c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8&device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 1128 time: 0.0630007 Apr 05 11:18:00.077372 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5b1d4eec-d9ab-42ec-a670-c2a284caea59 req-8f0f014d-0ac0-46bc-b6b5-653324b7883b tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443985 Apr 05 11:18:00.155642 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-46a7971a-39c1-4f78-b0d5-31ca553fd233 req-c9c635ad-b609-47e0-b396-6bde6a2d765d tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 210 time: 0.0346143 Apr 05 11:18:00.184371 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7688d37-bea2-4290-bdbf-0ec6e0155630 req-b85195a5-9eb3-46ff-915f-8d8a91ac536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:00.184371 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7688d37-bea2-4290-bdbf-0ec6e0155630 req-b85195a5-9eb3-46ff-915f-8d8a91ac536b service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c3ad901-dee6-4adf-8761-f4e0b40921d1 HTTP/1.1" status: 200 len: 918 time: 0.1181016 Apr 05 11:18:00.249948 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7688d37-bea2-4290-bdbf-0ec6e0155630 req-42a103a5-3e8b-4091-a9d2-c9ae08eef21d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be14224c-0258-4dc2-9ce4-f41347c20fc0 HTTP/1.1" status: 200 len: 1000 time: 0.0689299 Apr 05 11:18:00.304123 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7688d37-bea2-4290-bdbf-0ec6e0155630 req-1f11c402-e0b7-442f-a5df-1c95fc641ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:00.306571 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7688d37-bea2-4290-bdbf-0ec6e0155630 req-1f11c402-e0b7-442f-a5df-1c95fc641ba2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c226d4fe-4408-4a2e-a42d-e1f9fb159119 HTTP/1.1" status: 200 len: 856 time: 0.0493147 Apr 05 11:18:00.350693 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3409a-38ff-4b7c-9728-d7442691c403 req-94871949-99f4-45b7-b9ef-73b286071dd9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:00.358770 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-40d3409a-38ff-4b7c-9728-d7442691c403 req-94871949-99f4-45b7-b9ef-73b286071dd9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.1320548 Apr 05 11:18:00.370321 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7688d37-bea2-4290-bdbf-0ec6e0155630 req-ec0840a1-8a8e-4462-a5b8-79d9825c5187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:00.372084 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7688d37-bea2-4290-bdbf-0ec6e0155630 req-ec0840a1-8a8e-4462-a5b8-79d9825c5187 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c3ad901-dee6-4adf-8761-f4e0b40921d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536916 Apr 05 11:18:00.409399 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 141f21be-2523-4672-a366-4a146e7780e9 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:18:00.435665 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-c1afac61-4ce3-4cdd-acb6-34f4ff62b2f8 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:00.439902 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-c1afac61-4ce3-4cdd-acb6-34f4ff62b2f8 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.58 "GET /v2.0/networks?id=dcecadc1-803f-40fe-91be-b25ccccfa953 HTTP/1.1" status: 200 len: 809 time: 0.1820188 Apr 05 11:18:00.503320 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19de77-ff12-424c-bba3-f3362c8d9cb1 req-12ca8af8-48f2-4e30-85bc-c1b8aea6fb1c tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:00.504835 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c19de77-ff12-424c-bba3-f3362c8d9cb1 req-12ca8af8-48f2-4e30-85bc-c1b8aea6fb1c tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 945 time: 0.1280217 Apr 05 11:18:00.518642 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15930b6d-f072-4ea7-8562-4df6adaee816 req-53487878-f0ef-4f59-a767-5278f1ae0c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:00.520130 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-15930b6d-f072-4ea7-8562-4df6adaee816 req-53487878-f0ef-4f59-a767-5278f1ae0c26 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 1129 time: 0.1588447 Apr 05 11:18:00.529102 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-40d3409a-38ff-4b7c-9728-d7442691c403 req-8f62c08e-62d7-408b-840d-f77cfb7a254a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694973 Apr 05 11:18:00.533134 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7688d37-bea2-4290-bdbf-0ec6e0155630 req-d6641752-6a87-4e9a-bc3c-f55302fbf2c9 service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445613 Apr 05 11:18:00.536850 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 141f21be-2523-4672-a366-4a146e7780e9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=141f21be-2523-4672-a366-4a146e7780e9,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:18:00.567539 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': '141f21be-2523-4672-a366-4a146e7780e9', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'port_id': '141f21be-2523-4672-a366-4a146e7780e9', 'mac_address': 'fa:16:3e:a3:c4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:18:00.573838 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-4f03c54c-89f3-4ef3-a9cb-19f53fff9444 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3e907fc457e4c4396437b93bfa31859 HTTP/1.1" status: 200 len: 380 time: 0.1199145 Apr 05 11:18:00.589966 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-a82200ee-8ada-4e91-9459-c0ac90a1aa35 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Request body: {'port': {'device_id': 'e4e16432-3df3-4325-b757-906fbbeca604', 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953', 'admin_state_up': True, 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'security_groups': ['9e25fdab-87d0-4b06-88d2-af9d9b936e42']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:18:00.608344 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1c19de77-ff12-424c-bba3-f3362c8d9cb1 req-f2cc528b-3f92-49bf-ac63-564fc60efb1d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883508 Apr 05 11:18:00.615174 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 141f21be-2523-4672-a366-4a146e7780e9 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:18:00.615573 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (141f21be-2523-4672-a366-4a146e7780e9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:00.631595 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141f21be-2523-4672-a366-4a146e7780e9 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:18:00.662347 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 141f21be-2523-4672-a366-4a146e7780e9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=141f21be-2523-4672-a366-4a146e7780e9,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:18:00.671557 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-15930b6d-f072-4ea7-8562-4df6adaee816 req-30086741-5144-41ae-80ce-56bd63aef1fd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368091 Apr 05 11:18:00.711961 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7688d37-bea2-4290-bdbf-0ec6e0155630 req-fac8e94d-d82d-494b-805d-062f8409bb56 service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506329 Apr 05 11:18:00.785493 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (141f21be-2523-4672-a366-4a146e7780e9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:00.831250 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-a82200ee-8ada-4e91-9459-c0ac90a1aa35 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Made reservation on behalf of b3e907fc457e4c4396437b93bfa31859 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:18:00.832875 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=141f21be-2523-4672-a366-4a146e7780e9,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:18:00.834912 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-a82200ee-8ada-4e91-9459-c0ac90a1aa35 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:00.960916 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-a82200ee-8ada-4e91-9459-c0ac90a1aa35 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Allocated IP 172.20.0.8 (dcecadc1-803f-40fe-91be-b25ccccfa953/dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae/dc377578-0184-4a80-88e0-2385eab5c0c4) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:18:01.082650 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a392a4c3-7d86-4dc2-a70e-0b3c94cb76b4 req-ee4a0bc2-cf4a-4aa6-95c1-5be5850bcb15 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0359623 Apr 05 11:18:01.128717 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-a82200ee-8ada-4e91-9459-c0ac90a1aa35 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:01.212006 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942174a3-b32c-48a6-9fe4-0d5a84d8c08d req-2fde5db8-b3c6-4918-b975-9348a2498ff0 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:01.213654 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-942174a3-b32c-48a6-9fe4-0d5a84d8c08d req-2fde5db8-b3c6-4918-b975-9348a2498ff0 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 944 time: 0.0650685 Apr 05 11:18:01.267884 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-942174a3-b32c-48a6-9fe4-0d5a84d8c08d req-eb3338b4-182e-4ce0-a2c2-e2c044c4ce01 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476444 Apr 05 11:18:01.273113 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2175e404-a6dd-4dc5-83da-646758215bcf req-ccff0347-8cbe-48e4-81ce-2c5d964b8118 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 210 time: 0.0304770 Apr 05 11:18:01.287523 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-a82200ee-8ada-4e91-9459-c0ac90a1aa35 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:01.296369 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['141f21be-2523-4672-a366-4a146e7780e9'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:18:01.332590 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-a82200ee-8ada-4e91-9459-c0ac90a1aa35 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Network dcecadc1-803f-40fe-91be-b25ccccfa953 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:18:01.335724 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-a82200ee-8ada-4e91-9459-c0ac90a1aa35 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:18:01.342285 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-a82200ee-8ada-4e91-9459-c0ac90a1aa35 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:18:01.366980 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82200ee-8ada-4e91-9459-c0ac90a1aa35 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Pushing event updated for resources: {'Port': ['ID=dc377578-0184-4a80-88e0-2385eab5c0c4,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:18:01.406144 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-a82200ee-8ada-4e91-9459-c0ac90a1aa35 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:01.407736 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-a82200ee-8ada-4e91-9459-c0ac90a1aa35 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:01.535308 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-a82200ee-8ada-4e91-9459-c0ac90a1aa35 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9490972 Apr 05 11:18:01.548328 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ff56737c-8427-4bb3-ba37-46e847660d0e None None] Provisioning complete for port dc377578-0184-4a80-88e0-2385eab5c0c4 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:18:01.548921 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff56737c-8427-4bb3-ba37-46e847660d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:01.584358 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ff56737c-8427-4bb3-ba37-46e847660d0e None None] Port dc377578-0184-4a80-88e0-2385eab5c0c4 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:18:01.659132 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d22851-97fe-46cc-95a3-34b46b3b3c9b req-52398942-1cf6-4028-a34f-d2f85ae1098a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:01.660726 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-61d22851-97fe-46cc-95a3-34b46b3b3c9b req-52398942-1cf6-4028-a34f-d2f85ae1098a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0553992 Apr 05 11:18:01.709896 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-61d22851-97fe-46cc-95a3-34b46b3b3c9b req-44008443-b4d8-45cc-b691-ff6c7034e989 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432210 Apr 05 11:18:01.727167 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8179da-2307-45e0-824e-39e10417197e req-75f51b77-6389-4759-b9a7-8ffa3c855781 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:01.728804 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4d8179da-2307-45e0-824e-39e10417197e req-75f51b77-6389-4759-b9a7-8ffa3c855781 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 945 time: 0.0601656 Apr 05 11:18:01.775038 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4d8179da-2307-45e0-824e-39e10417197e req-7e88acb3-9f75-48b7-a5fd-0630d5de0fd1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406375 Apr 05 11:18:02.204629 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27941fff-a6b3-4c51-961e-5c31ce3535f6 req-c5fa3387-78fb-4742-b750-d0302f903ef9 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:02.206158 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-27941fff-a6b3-4c51-961e-5c31ce3535f6 req-c5fa3387-78fb-4742-b750-d0302f903ef9 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 931 time: 0.0565066 Apr 05 11:18:02.256215 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-27941fff-a6b3-4c51-961e-5c31ce3535f6 req-135ca0f3-72de-43c5-88ea-fd2b2dfb79fa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442262 Apr 05 11:18:02.368972 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-034b4e8e-82f8-49e3-8b7b-466c4b3d7b63 req-d9c03b51-f534-455c-ac7f-fb9d9c30b8cb tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 210 time: 0.0270123 Apr 05 11:18:02.388242 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724809e-c504-4a6a-8677-700c7c3c7ce3 req-54900237-2fa3-4832-85c1-059b6db761c3 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:02.389726 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6724809e-c504-4a6a-8677-700c7c3c7ce3 req-54900237-2fa3-4832-85c1-059b6db761c3 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 944 time: 0.0553489 Apr 05 11:18:02.438275 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6724809e-c504-4a6a-8677-700c7c3c7ce3 req-22824284-fc8a-4d84-b5ce-88180d1e6d42 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429039 Apr 05 11:18:02.646570 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:18:02.715399 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 141f21be-2523-4672-a366-4a146e7780e9 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:18:02.823197 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port 141f21be-2523-4672-a366-4a146e7780e9 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:18:02.827543 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port 141f21be-2523-4672-a366-4a146e7780e9 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:18:02.828093 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (141f21be-2523-4672-a366-4a146e7780e9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:02.831192 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a0be1-77d6-4d9a-ad80-43a8ec4ab278 req-26a69468-c26e-4343-baed-af51664845a8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:02.832676 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7f1a0be1-77d6-4d9a-ad80-43a8ec4ab278 req-26a69468-c26e-4343-baed-af51664845a8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0516458 Apr 05 11:18:02.883430 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7f1a0be1-77d6-4d9a-ad80-43a8ec4ab278 req-dbfeaad8-881d-4e09-88f8-a82ecad6ff03 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450215 Apr 05 11:18:02.898452 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea73eb-00b8-4f75-86f7-3d2aa1a6de06 req-333a33c9-dfca-4ffc-a7d7-5f219dcc20f5 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:02.900029 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5dea73eb-00b8-4f75-86f7-3d2aa1a6de06 req-333a33c9-dfca-4ffc-a7d7-5f219dcc20f5 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 945 time: 0.0583799 Apr 05 11:18:02.921198 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 141f21be-2523-4672-a366-4a146e7780e9 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:18:02.921622 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (141f21be-2523-4672-a366-4a146e7780e9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:02.946640 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7680ed-da15-498a-a57d-a37e492ada5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141f21be-2523-4672-a366-4a146e7780e9'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:18:02.949065 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c433de99-379c-4bb5-b24c-c8fde82a12f6" -d '{"events": [{"server_uuid": "0d7680ed-da15-498a-a57d-a37e492ada5b", "name": "network-vif-plugged", "status": "completed", "tag": "141f21be-2523-4672-a366-4a146e7780e9"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:18:02.974657 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 141f21be-2523-4672-a366-4a146e7780e9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=141f21be-2523-4672-a366-4a146e7780e9,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:18:02.982754 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5dea73eb-00b8-4f75-86f7-3d2aa1a6de06 req-625f9af4-c336-4eaf-8dca-6b25664feb60 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552721 Apr 05 11:18:02.989998 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c945eb6-b44e-45be-ab8f-5a234ff9099b x-openstack-request-id: req-7c945eb6-b44e-45be-ab8f-5a234ff9099b {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:18:02.990285 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7680ed-da15-498a-a57d-a37e492ada5b", "name": "network-vif-plugged", "status": "completed", "tag": "141f21be-2523-4672-a366-4a146e7780e9", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:18:02.990538 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c945eb6-b44e-45be-ab8f-5a234ff9099b {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:18:02.990956 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c945eb6-b44e-45be-ab8f-5a234ff9099b'] response: {'server_uuid': '0d7680ed-da15-498a-a57d-a37e492ada5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141f21be-2523-4672-a366-4a146e7780e9', 'code': 200} Apr 05 11:18:03.094221 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (141f21be-2523-4672-a366-4a146e7780e9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:03.142481 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=141f21be-2523-4672-a366-4a146e7780e9,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:18:03.372615 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321f5a9-5755-460d-95c7-2157e0653dd7 req-c638e274-abea-4ed4-9e01-36ef4738e123 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:03.374138 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c321f5a9-5755-460d-95c7-2157e0653dd7 req-c638e274-abea-4ed4-9e01-36ef4738e123 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 931 time: 0.0519128 Apr 05 11:18:03.424372 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c321f5a9-5755-460d-95c7-2157e0653dd7 req-f403c24b-5588-4809-898c-0a0d33bec08e tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445304 Apr 05 11:18:03.467539 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-482d3ee2-25e1-4ebd-947d-de46d7b2e754 req-a829d377-c4c3-4036-a2b0-6d7ad3b50eee tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 210 time: 0.0298486 Apr 05 11:18:03.554112 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309fefc-416c-4b69-9ef0-8ab0c9bc1ef1 req-f7b340a1-22e3-4cab-bc07-2fd07098acdc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:03.555611 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b309fefc-416c-4b69-9ef0-8ab0c9bc1ef1 req-f7b340a1-22e3-4cab-bc07-2fd07098acdc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0517352 Apr 05 11:18:03.605145 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b309fefc-416c-4b69-9ef0-8ab0c9bc1ef1 req-427afeb8-0a33-4536-9b63-0b993856a18b tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440168 Apr 05 11:18:04.008812 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81c042-7df3-44cd-9642-076e35ef72bf req-8366b8e0-5517-463c-8038-f705b0f51932 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:04.010325 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6d81c042-7df3-44cd-9642-076e35ef72bf req-8366b8e0-5517-463c-8038-f705b0f51932 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0564733 Apr 05 11:18:04.057714 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6d81c042-7df3-44cd-9642-076e35ef72bf req-e4243a87-0c8d-4229-a7a6-3468da46e86e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412633 Apr 05 11:18:04.072011 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8214730-b164-4098-814e-b9e2b6e0b2f6 req-94631cd4-6dc6-473c-bfcc-3914c40251ac tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:04.073473 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b8214730-b164-4098-814e-b9e2b6e0b2f6 req-94631cd4-6dc6-473c-bfcc-3914c40251ac tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 945 time: 0.0509880 Apr 05 11:18:04.118895 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b8214730-b164-4098-814e-b9e2b6e0b2f6 req-6d27a089-90d1-4d8d-8ac7-42113b24c508 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399613 Apr 05 11:18:04.542284 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de920c8e-0470-4922-9b30-d8ba20027d13 req-88648ef3-9493-4d5b-9040-8ff8ca2932d2 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:04.543805 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-de920c8e-0470-4922-9b30-d8ba20027d13 req-88648ef3-9493-4d5b-9040-8ff8ca2932d2 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 931 time: 0.0545564 Apr 05 11:18:04.562663 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dafca2f9-5ed0-4bd9-a87b-4e5c3675b898 req-290e9464-574c-4f64-bf93-d885a5b2652c tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 210 time: 0.0272033 Apr 05 11:18:04.593357 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-de920c8e-0470-4922-9b30-d8ba20027d13 req-766ad3e6-1a03-4380-84f3-bbf4e7691551 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438993 Apr 05 11:18:04.720360 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25009b8-57b2-43e6-ae8e-db6fb5c3b958 req-a6508409-5451-4246-ae99-c7ed96bec895 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:04.721717 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f25009b8-57b2-43e6-ae8e-db6fb5c3b958 req-a6508409-5451-4246-ae99-c7ed96bec895 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0515461 Apr 05 11:18:04.770189 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f25009b8-57b2-43e6-ae8e-db6fb5c3b958 req-a74007b9-c0f7-4871-a851-70172854f49b tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430353 Apr 05 11:18:05.180999 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1efcf-1de7-4aed-932b-6e6e34d83fbe req-7a3038cf-c0ef-4749-aa2b-cbc73b4ebc1e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:05.182471 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-86e1efcf-1de7-4aed-932b-6e6e34d83fbe req-7a3038cf-c0ef-4749-aa2b-cbc73b4ebc1e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0548544 Apr 05 11:18:05.229182 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-86e1efcf-1de7-4aed-932b-6e6e34d83fbe req-008165a2-4de6-4f68-9bbb-1c69c3b52a7b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411701 Apr 05 11:18:05.233571 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c3336-44e9-4999-b28a-663873046b8a req-450d0591-41fd-4b40-b803-784046787cd1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:05.235073 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-606c3336-44e9-4999-b28a-663873046b8a req-450d0591-41fd-4b40-b803-784046787cd1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 945 time: 0.0510726 Apr 05 11:18:05.283658 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-606c3336-44e9-4999-b28a-663873046b8a req-c5fe5a57-aab6-4812-b093-b4a2bbfc4f6b tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423248 Apr 05 11:18:05.654801 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5dbc5d17-0153-4624-a3fc-4121f778e2d0 req-efd05287-bae1-4a09-aa16-fd5cee90e3c3 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 210 time: 0.0272467 Apr 05 11:18:05.708222 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94827b6a-add0-4426-8441-eee304b2f51c req-c811ca2a-85f3-4e93-b55f-8693cc58a1d7 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:05.709720 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-94827b6a-add0-4426-8441-eee304b2f51c req-c811ca2a-85f3-4e93-b55f-8693cc58a1d7 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 931 time: 0.0514174 Apr 05 11:18:05.758561 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-94827b6a-add0-4426-8441-eee304b2f51c req-592bab1d-d5cb-4ba9-aaad-67b64793225a tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432692 Apr 05 11:18:05.884480 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdc63c-a585-4898-a4d9-2925a1720eec req-e0cb5add-d6a2-4f68-8e1a-2a0c83484bb8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:05.885839 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-49cdc63c-a585-4898-a4d9-2925a1720eec req-e0cb5add-d6a2-4f68-8e1a-2a0c83484bb8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0517941 Apr 05 11:18:05.934245 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-49cdc63c-a585-4898-a4d9-2925a1720eec req-ebc2c99d-0ddb-4aad-aa68-182a45602388 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429120 Apr 05 11:18:06.354732 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506be167-955e-43b4-a269-8505de1350ad req-c6dbd617-699a-42fe-a3c7-332fc742953c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:06.356207 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-506be167-955e-43b4-a269-8505de1350ad req-c6dbd617-699a-42fe-a3c7-332fc742953c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0557041 Apr 05 11:18:06.402528 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092783d-6472-4777-ac34-fcfa41e8a98b req-7917f0d3-852e-464f-adf9-dc17a1196df4 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:06.403114 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-506be167-955e-43b4-a269-8505de1350ad req-70919054-801d-4b4b-9f86-d550c1f8e873 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409186 Apr 05 11:18:06.404368 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b092783d-6472-4777-ac34-fcfa41e8a98b req-7917f0d3-852e-464f-adf9-dc17a1196df4 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 945 time: 0.0535424 Apr 05 11:18:06.452972 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b092783d-6472-4777-ac34-fcfa41e8a98b req-a33f537d-6b4e-4d7f-ab20-76c63945d123 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416636 Apr 05 11:18:06.746858 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d5d2d5a9-a378-4632-810c-c649b8f3ebb2 req-e22bf8dd-53d3-4bd4-a5f9-4edf365aee2a tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 210 time: 0.0262339 Apr 05 11:18:06.878756 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e4dea-3a05-448e-a936-ebba7a2398d1 req-dd9cc739-5030-4ee7-85fe-97b9b9c727f8 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:06.880198 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6f9e4dea-3a05-448e-a936-ebba7a2398d1 req-dd9cc739-5030-4ee7-85fe-97b9b9c727f8 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 931 time: 0.0569193 Apr 05 11:18:06.927812 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6f9e4dea-3a05-448e-a936-ebba7a2398d1 req-7361b7c2-3f27-4bcc-bdfc-f059ef462add tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419474 Apr 05 11:18:07.047686 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00935d3e-7cc7-4ff6-b8dc-7de0a2afb1a2 req-f2550af8-8e12-4ce0-824e-c502e4c6e15e tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:07.049027 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-00935d3e-7cc7-4ff6-b8dc-7de0a2afb1a2 req-f2550af8-8e12-4ce0-824e-c502e4c6e15e tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0509632 Apr 05 11:18:07.097549 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-00935d3e-7cc7-4ff6-b8dc-7de0a2afb1a2 req-d67a5e59-146f-4005-a757-77681317d675 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429609 Apr 05 11:18:07.530723 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02bc7e-2748-4f80-ae1b-9922ed687800 req-91eb6717-d192-4ea5-9f60-738b9c51e6ba tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:07.533913 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9a02bc7e-2748-4f80-ae1b-9922ed687800 req-91eb6717-d192-4ea5-9f60-738b9c51e6ba tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0586340 Apr 05 11:18:07.570804 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172c3fc-0cac-4924-811e-3e7af8aca033 req-0e8b3777-fddb-4ad5-ac75-d9f2acc3bdc2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:07.572450 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8172c3fc-0cac-4924-811e-3e7af8aca033 req-0e8b3777-fddb-4ad5-ac75-d9f2acc3bdc2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 945 time: 0.0526659 Apr 05 11:18:07.579128 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9a02bc7e-2748-4f80-ae1b-9922ed687800 req-d034662a-e075-4497-ac6c-9d27f5b1e1b4 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414288 Apr 05 11:18:07.620470 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8172c3fc-0cac-4924-811e-3e7af8aca033 req-c85175ed-015f-4b20-87de-0741832ce64f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423942 Apr 05 11:18:07.698515 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] Request body: {'port': {'device_id': 'e4e16432-3df3-4325-b757-906fbbeca604', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:18:07.754891 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:07.840950 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fcd07efd-d775-4054-890b-ed8e0f45a2e3 req-4753989b-abe3-42fd-8680-18ced7992129 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 210 time: 0.0263104 Apr 05 11:18:08.035792 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc377578-0184-4a80-88e0-2385eab5c0c4 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:18:08.044220 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] Publish callbacks [] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:08.061064 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] Transition to ACTIVE for port object dc377578-0184-4a80-88e0-2385eab5c0c4 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:18:08.074343 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31bd023-27ce-4e1b-92b6-82e138a9907d req-e7a1c13f-c9a1-4a8f-97bc-4e3025ccd1a4 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:08.075825 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c31bd023-27ce-4e1b-92b6-82e138a9907d req-e7a1c13f-c9a1-4a8f-97bc-4e3025ccd1a4 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 931 time: 0.0765209 Apr 05 11:18:08.123479 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c31bd023-27ce-4e1b-92b6-82e138a9907d req-7588f05d-8336-4be9-9ca6-9285c6087876 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420284 Apr 05 11:18:08.154681 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:08.212518 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] Pushing event updated for resources: {'Port': ['ID=dc377578-0184-4a80-88e0-2385eab5c0c4,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:18:08.226856 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340c6cf-7ba6-4c5c-a0d2-05da9a2a7f5a req-d378255d-9500-44d5-93ef-91d39f9aa2e7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:08.228937 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e340c6cf-7ba6-4c5c-a0d2-05da9a2a7f5a req-d378255d-9500-44d5-93ef-91d39f9aa2e7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0642514 Apr 05 11:18:08.286379 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] Attempting to bind port dc377578-0184-4a80-88e0-2385eab5c0c4 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:18:08.287082 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] Attempting to bind port dc377578-0184-4a80-88e0-2385eab5c0c4 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'fdf18c87-d88d-4cad-b3e4-54f90252dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:18:08.288339 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] Attempting to bind port dc377578-0184-4a80-88e0-2385eab5c0c4 on network dcecadc1-803f-40fe-91be-b25ccccfa953 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:18:08.295347 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] Port dc377578-0184-4a80-88e0-2385eab5c0c4 on network dcecadc1-803f-40fe-91be-b25ccccfa953 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:18:08.296022 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] Attempting to bind port dc377578-0184-4a80-88e0-2385eab5c0c4 on network dcecadc1-803f-40fe-91be-b25ccccfa953 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:18:08.301077 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e340c6cf-7ba6-4c5c-a0d2-05da9a2a7f5a req-9ca0407f-7e77-455a-b60a-363d88bf86a3 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617521 Apr 05 11:18:08.301730 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:18:08.302560 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] Checking segment: {'id': 'fdf18c87-d88d-4cad-b3e4-54f90252dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:18:08.303020 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] Bound using segment: {'id': 'fdf18c87-d88d-4cad-b3e4-54f90252dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:18:08.303534 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] Bound port: dc377578-0184-4a80-88e0-2385eab5c0c4, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf18c87-d88d-4cad-b3e4-54f90252dd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:18:08.303900 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:08.368593 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] For port dc377578-0184-4a80-88e0-2385eab5c0c4, host hv-cinder-81899, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:18:08.371994 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] For port dc377578-0184-4a80-88e0-2385eab5c0c4, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dc377578-0184-4a80-88e0-2385eab5c0c4,segment=NetworkSegment(fdf18c87-d88d-4cad-b3e4-54f90252dd6d),segment_id=fdf18c87-d88d-4cad-b3e4-54f90252dd6d)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:18:08.476085 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:08.744431 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93545880-820e-408a-aeca-1b8f8df2f784 req-eaabc5a5-86d3-410b-9dc9-1a383b8aac8a tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:08.745823 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-93545880-820e-408a-aeca-1b8f8df2f784 req-eaabc5a5-86d3-410b-9dc9-1a383b8aac8a tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 945 time: 0.0577168 Apr 05 11:18:08.765380 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:08.765978 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:08.767500 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] 10.222.0.58 "PUT /v2.0/ports/dc377578-0184-4a80-88e0-2385eab5c0c4 HTTP/1.1" status: 200 len: 1093 time: 1.0732114 Apr 05 11:18:08.781541 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e16432-3df3-4325-b757-906fbbeca604', 'tag': 'dc377578-0184-4a80-88e0-2385eab5c0c4'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:18:08.784441 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341ce163-0717-49c3-9bad-f79bb2672478" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e16432-3df3-4325-b757-906fbbeca604", "tag": "dc377578-0184-4a80-88e0-2385eab5c0c4"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:18:08.797306 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-93545880-820e-408a-aeca-1b8f8df2f784 req-12ebce45-7046-4fed-b507-959f2641244f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443480 Apr 05 11:18:08.810360 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e161a-abe0-431b-89e5-7f7613670b7d service neutron] Pushing event updated for resources: {'Port': ['ID=dc377578-0184-4a80-88e0-2385eab5c0c4,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:18:08.844692 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6f1fd-364d-4109-ae19-5ab545cafcd2 req-3bb2f793-c263-44f7-9398-8e59f3eaf07e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:08.846577 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8ac6f1fd-364d-4109-ae19-5ab545cafcd2 req-3bb2f793-c263-44f7-9398-8e59f3eaf07e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.1038959 Apr 05 11:18:08.848084 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e64eed9-3229-4746-9a60-cfe110f7544b x-openstack-request-id: req-7e64eed9-3229-4746-9a60-cfe110f7544b {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:18:08.848369 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e16432-3df3-4325-b757-906fbbeca604", "tag": "dc377578-0184-4a80-88e0-2385eab5c0c4", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:18:08.848620 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e64eed9-3229-4746-9a60-cfe110f7544b {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:18:08.849555 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e64eed9-3229-4746-9a60-cfe110f7544b'] response: {'name': 'network-changed', 'server_uuid': 'e4e16432-3df3-4325-b757-906fbbeca604', 'tag': 'dc377578-0184-4a80-88e0-2385eab5c0c4', 'status': 'completed', 'code': 200} Apr 05 11:18:08.903380 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8ac6f1fd-364d-4109-ae19-5ab545cafcd2 req-2623b6b8-8e10-4fc1-950a-9f1a25d8f365 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503619 Apr 05 11:18:08.940990 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4b6da668-6634-4c99-8c54-36bb287becdd req-dcdb9c55-67d8-4b13-a8d1-5623a28fed06 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 210 time: 0.0272830 Apr 05 11:18:09.284099 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb5d7a-9f0d-4614-b486-052cf73c0c6e req-0165dda5-ffc8-43a9-a380-83439b7a8738 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:09.284099 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a1eb5d7a-9f0d-4614-b486-052cf73c0c6e req-0165dda5-ffc8-43a9-a380-83439b7a8738 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.0809116 Apr 05 11:18:09.304547 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ce163-0717-49c3-9bad-f79bb2672478 req-7bcf52c1-ddc8-4640-881e-b2057e902110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:09.306047 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-341ce163-0717-49c3-9bad-f79bb2672478 req-7bcf52c1-ddc8-4640-881e-b2057e902110 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b3e907fc457e4c4396437b93bfa31859&device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 1127 time: 0.0799010 Apr 05 11:18:09.361562 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a1eb5d7a-9f0d-4614-b486-052cf73c0c6e req-2d4dd9a8-6cd3-4a0b-a918-29ad0cfc6450 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847359 Apr 05 11:18:09.431790 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ce163-0717-49c3-9bad-f79bb2672478 req-fe3423f5-b1b7-46b0-9081-59838b53925e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:09.433253 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-341ce163-0717-49c3-9bad-f79bb2672478 req-fe3423f5-b1b7-46b0-9081-59838b53925e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=b3e907fc457e4c4396437b93bfa31859&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1064069 Apr 05 11:18:09.615150 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-01320568-a4a2-44f4-803b-4a4607082b90 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:09.616490 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-01320568-a4a2-44f4-803b-4a4607082b90 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.58 "GET /v2.0/networks?id=9b0266a7-6806-42f5-be79-5cd7a53cbad0 HTTP/1.1" status: 200 len: 813 time: 0.3876522 Apr 05 11:18:09.626208 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785de351-0c25-4201-bf8b-563c60c0ec50 req-c4c67c1c-42d9-4716-895b-1cfc7c43d378 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:09.627622 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-785de351-0c25-4201-bf8b-563c60c0ec50 req-c4c67c1c-42d9-4716-895b-1cfc7c43d378 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0864110 Apr 05 11:18:09.640405 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ce163-0717-49c3-9bad-f79bb2672478 req-7988460e-a68d-49ed-926c-50239366a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:09.641895 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-341ce163-0717-49c3-9bad-f79bb2672478 req-7988460e-a68d-49ed-926c-50239366a029 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032624 Apr 05 11:18:09.675056 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-785de351-0c25-4201-bf8b-563c60c0ec50 req-64d9de1a-abc9-469a-8b4f-747d1aff59a3 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409570 Apr 05 11:18:09.918110 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae5759-a00d-4ed7-baf0-c3005fefa84e req-46697ac9-6b70-44f6-8ccc-970ba84e652f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:09.919526 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-64ae5759-a00d-4ed7-baf0-c3005fefa84e req-46697ac9-6b70-44f6-8ccc-970ba84e652f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 945 time: 0.0516911 Apr 05 11:18:09.966644 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-64ae5759-a00d-4ed7-baf0-c3005fefa84e req-7edb1190-1d4a-458b-95b9-b44212110efe tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415916 Apr 05 11:18:10.036637 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df7ca9-c794-4750-90e0-f07faced3a30 req-53c5bae1-1385-4652-b7f3-9ee60e21ce9a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:10.038765 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-08df7ca9-c794-4750-90e0-f07faced3a30 req-53c5bae1-1385-4652-b7f3-9ee60e21ce9a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0601358 Apr 05 11:18:10.063724 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-36b3bcac-541a-45b0-871d-d0f7a17dcec5 req-ef28af94-9ed5-4fab-b1ff-b2c94d851c31 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 210 time: 0.0333817 Apr 05 11:18:10.099040 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-08df7ca9-c794-4750-90e0-f07faced3a30 req-0ab1056f-c213-457b-b649-ee0269cb6f1e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541525 Apr 05 11:18:10.129349 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-2987023c-f3d3-4d08-b259-696abbf0e6ab tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Request body: {'port': {'device_id': 'ce13b8dc-7708-416a-b29b-d5cac40ad1a3', 'network_id': '9b0266a7-6806-42f5-be79-5cd7a53cbad0', 'admin_state_up': True, 'tenant_id': 'cf76b11857e84565b9d171a41d7a3722'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:18:10.312195 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-0bfcc92b-a9c3-4888-bdf9-a60ca9297799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:10.313721 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-0bfcc92b-a9c3-4888-bdf9-a60ca9297799 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b3e907fc457e4c4396437b93bfa31859&device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 1127 time: 0.0877876 Apr 05 11:18:10.316217 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45491e-8bb1-4265-8c54-773b58147045 req-eab10eaa-ca26-403d-93d4-49b72189bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:10.317599 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fb45491e-8bb1-4265-8c54-773b58147045 req-eab10eaa-ca26-403d-93d4-49b72189bd33 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 1129 time: 0.0646415 Apr 05 11:18:10.412123 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-2987023c-f3d3-4d08-b259-696abbf0e6ab tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Made reservation on behalf of cf76b11857e84565b9d171a41d7a3722 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:18:10.416729 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-2987023c-f3d3-4d08-b259-696abbf0e6ab tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:10.572753 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9db0cc-b589-4b90-a5f8-be02616bbb13 req-899f01dc-ed6a-4bd1-a686-b09cb22910e4 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:10.574215 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4f9db0cc-b589-4b90-a5f8-be02616bbb13 req-899f01dc-ed6a-4bd1-a686-b09cb22910e4 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.1269212 Apr 05 11:18:10.607240 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-2987023c-f3d3-4d08-b259-696abbf0e6ab tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Allocated IP 172.20.0.2 (9b0266a7-6806-42f5-be79-5cd7a53cbad0/b0a19a4a-c087-42ae-bdf6-bc574abb18ea/103701da-a5c4-43b6-8514-24a0767fa475) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:18:10.632481 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-41212fa1-d822-4510-9e4a-a44e4c3d7bbb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc377578-0184-4a80-88e0-2385eab5c0c4 HTTP/1.1" status: 200 len: 217 time: 0.0502813 Apr 05 11:18:10.658150 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4f9db0cc-b589-4b90-a5f8-be02616bbb13 req-4e8b9c23-54df-49a3-9b91-a91420aac917 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757687 Apr 05 11:18:10.659987 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fb45491e-8bb1-4265-8c54-773b58147045 req-b7f768d2-1c7a-40ba-a605-1e75c53a5127 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709348 Apr 05 11:18:10.727348 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device be14224c-0258-4dc2-9ce4-f41347c20fc0 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:18:10.811746 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port be14224c-0258-4dc2-9ce4-f41347c20fc0 is: DOWN; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:18:10.829588 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-2987023c-f3d3-4d08-b259-696abbf0e6ab tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Publish callbacks [] for port (103701da-a5c4-43b6-8514-24a0767fa475), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:10.844899 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380aabe-2d58-46eb-9f9a-c2c4cae78a0d req-a4e22a4c-dfde-4558-95c4-8c1c01347113 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:10.849163 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2380aabe-2d58-46eb-9f9a-c2c4cae78a0d req-a4e22a4c-dfde-4558-95c4-8c1c01347113 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0960016 Apr 05 11:18:10.913431 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2380aabe-2d58-46eb-9f9a-c2c4cae78a0d req-8e5e5ebb-758f-47de-a5c1-59a7f1883957 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593591 Apr 05 11:18:10.996055 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-2987023c-f3d3-4d08-b259-696abbf0e6ab tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (103701da-a5c4-43b6-8514-24a0767fa475), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:11.040248 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-2987023c-f3d3-4d08-b259-696abbf0e6ab tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Network 9b0266a7-6806-42f5-be79-5cd7a53cbad0 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:18:11.058869 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-2987023c-f3d3-4d08-b259-696abbf0e6ab tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:18:11.075186 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-2987023c-f3d3-4d08-b259-696abbf0e6ab tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:18:11.078376 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987023c-f3d3-4d08-b259-696abbf0e6ab tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Pushing event updated for resources: {'Port': ['ID=103701da-a5c4-43b6-8514-24a0767fa475,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:18:11.136369 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-2987023c-f3d3-4d08-b259-696abbf0e6ab tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:11.136995 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-2987023c-f3d3-4d08-b259-696abbf0e6ab tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:11.149824 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-2622dd8f-08e3-4e1a-9d85-de928938c46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:11.151358 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-2622dd8f-08e3-4e1a-9d85-de928938c46b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae HTTP/1.1" status: 200 len: 848 time: 0.0517266 Apr 05 11:18:11.154636 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e496be-6685-4cb0-9a7f-bfe7aa2449e2 req-b28d7a93-1609-4fee-b27c-b783c2ac4161 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:11.156109 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-90e496be-6685-4cb0-9a7f-bfe7aa2449e2 req-b28d7a93-1609-4fee-b27c-b783c2ac4161 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 945 time: 0.1179705 Apr 05 11:18:11.209019 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-90e496be-6685-4cb0-9a7f-bfe7aa2449e2 req-a03d1380-ff95-4251-94ac-c161968f5b06 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459681 Apr 05 11:18:11.292956 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-2987023c-f3d3-4d08-b259-696abbf0e6ab tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1702602 Apr 05 11:18:11.313928 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-3a4808b0-79f0-4fd3-901a-73f9566c9eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:11.315452 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-3a4808b0-79f0-4fd3-901a-73f9566c9eeb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dcecadc1-803f-40fe-91be-b25ccccfa953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551679 Apr 05 11:18:11.319566 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7e338-2b43-4b38-807c-a5a1d8e0dd0d req-a2254a34-ac3a-45d7-80fd-0186a34ea9ae tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:11.321064 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0ab7e338-2b43-4b38-807c-a5a1d8e0dd0d req-a2254a34-ac3a-45d7-80fd-0186a34ea9ae tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 931 time: 0.0585151 Apr 05 11:18:11.346022 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] Request body: {'port': {'device_id': 'ce13b8dc-7708-416a-b29b-d5cac40ad1a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:18:11.400858 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0ab7e338-2b43-4b38-807c-a5a1d8e0dd0d req-bd02a817-3452-40d8-ad74-3252b19337ec tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741808 Apr 05 11:18:11.425903 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (103701da-a5c4-43b6-8514-24a0767fa475), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:11.440676 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-53554af8-2750-43f9-beb7-398f1e2b939c service neutron] 10.222.0.58 "GET /v2.0/networks/dcecadc1-803f-40fe-91be-b25ccccfa953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989466 Apr 05 11:18:11.586931 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdfcb1-bdaf-4fea-bd15-92923c00b160 req-f70115ba-b038-4acb-bc6c-6915e80d3456 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:11.587797 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-97bdfcb1-bdaf-4fea-bd15-92923c00b160 req-f70115ba-b038-4acb-bc6c-6915e80d3456 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 945 time: 0.1259322 Apr 05 11:18:11.600654 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 60946) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:18:11.605683 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-aeab07ef-f264-4163-9f36-70dcbb72bc43 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'floatingip': {'port_id': '41e4db55-0008-44c7-9892-ce0d8234ca56'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:18:11.647058 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aeab07ef-f264-4163-9f36-70dcbb72bc43 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (10c13b5e-5e61-4144-a625-209e7b6d7a22), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:11.747888 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 103701da-a5c4-43b6-8514-24a0767fa475 {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:18:11.763364 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] Publish callbacks [] for port (103701da-a5c4-43b6-8514-24a0767fa475), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:11.792494 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [req-139f6cd1-b6e0-46ab-a62c-5de2b7be131a req-c8a4c32e-3e52-4046-a8a3-faa913552805 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:18:11.793809 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-139f6cd1-b6e0-46ab-a62c-5de2b7be131a req-c8a4c32e-3e52-4046-a8a3-faa913552805 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089428 Apr 05 11:18:11.794897 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] Transition to ACTIVE for port object 103701da-a5c4-43b6-8514-24a0767fa475 will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:18:11.867748 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42685571-5d87-476b-9fdc-f92a60a8ab55 req-c678ee34-8053-4c20-9f96-7873bcb9b906 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:11.869372 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-42685571-5d87-476b-9fdc-f92a60a8ab55 req-c678ee34-8053-4c20-9f96-7873bcb9b906 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.1156702 Apr 05 11:18:11.905233 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (103701da-a5c4-43b6-8514-24a0767fa475), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:11.955013 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-42685571-5d87-476b-9fdc-f92a60a8ab55 req-e9eddd29-3597-42f9-90c7-0f3383eea16b tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773783 Apr 05 11:18:11.982513 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] Pushing event updated for resources: {'Port': ['ID=103701da-a5c4-43b6-8514-24a0767fa475,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:18:12.049361 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] Attempting to bind port 103701da-a5c4-43b6-8514-24a0767fa475 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:18:12.049830 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] Attempting to bind port 103701da-a5c4-43b6-8514-24a0767fa475 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'efc071dd-0218-4ab5-a5fb-8a1c46d69c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9b0266a7-6806-42f5-be79-5cd7a53cbad0'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:18:12.050028 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] Attempting to bind port 103701da-a5c4-43b6-8514-24a0767fa475 on network 9b0266a7-6806-42f5-be79-5cd7a53cbad0 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:18:12.054980 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] Port 103701da-a5c4-43b6-8514-24a0767fa475 on network 9b0266a7-6806-42f5-be79-5cd7a53cbad0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:18:12.055375 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] Attempting to bind port 103701da-a5c4-43b6-8514-24a0767fa475 on network 9b0266a7-6806-42f5-be79-5cd7a53cbad0 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:18:12.060561 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:18:12.060901 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] Checking segment: {'id': 'efc071dd-0218-4ab5-a5fb-8a1c46d69c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9b0266a7-6806-42f5-be79-5cd7a53cbad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:18:12.061279 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] Bound using segment: {'id': 'efc071dd-0218-4ab5-a5fb-8a1c46d69c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9b0266a7-6806-42f5-be79-5cd7a53cbad0'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:18:12.061707 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] Bound port: 103701da-a5c4-43b6-8514-24a0767fa475, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc071dd-0218-4ab5-a5fb-8a1c46d69c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9b0266a7-6806-42f5-be79-5cd7a53cbad0'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:18:12.062114 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (103701da-a5c4-43b6-8514-24a0767fa475), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:12.162881 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] For port 103701da-a5c4-43b6-8514-24a0767fa475, host hv-cinder-81899, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:18:12.166507 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] For port 103701da-a5c4-43b6-8514-24a0767fa475, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=103701da-a5c4-43b6-8514-24a0767fa475,segment=NetworkSegment(efc071dd-0218-4ab5-a5fb-8a1c46d69c2b),segment_id=efc071dd-0218-4ab5-a5fb-8a1c46d69c2b)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:18:12.177858 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221b30d-683c-4459-97b2-1c1d5f4495a6 req-9f3ed130-e123-4a76-afca-6b06b083e499 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:12.179533 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a221b30d-683c-4459-97b2-1c1d5f4495a6 req-9f3ed130-e123-4a76-afca-6b06b083e499 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.1541955 Apr 05 11:18:12.186682 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857159a-3e16-4727-bdec-7341b25d90e4 req-375f0220-ec0e-476b-b8fd-08bf6fbbbecb tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:12.188282 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f857159a-3e16-4727-bdec-7341b25d90e4 req-375f0220-ec0e-476b-b8fd-08bf6fbbbecb tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0763614 Apr 05 11:18:12.257735 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f857159a-3e16-4727-bdec-7341b25d90e4 req-1ae6d829-fd08-4b09-a6b0-3d78d152a42d tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523074 Apr 05 11:18:12.270559 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (103701da-a5c4-43b6-8514-24a0767fa475), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:12.272182 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a221b30d-683c-4459-97b2-1c1d5f4495a6 req-d02a91d9-4865-4e66-9cef-c0fc5cd56a57 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838184 Apr 05 11:18:12.322136 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:12.323372 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:12.325608 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] 10.222.0.58 "PUT /v2.0/ports/103701da-a5c4-43b6-8514-24a0767fa475 HTTP/1.1" status: 200 len: 1093 time: 0.9832428 Apr 05 11:18:12.328051 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce13b8dc-7708-416a-b29b-d5cac40ad1a3', 'tag': '103701da-a5c4-43b6-8514-24a0767fa475'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:18:12.330824 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70739bf-0626-4ef7-af6a-ed45fec5c7b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ce13b8dc-7708-416a-b29b-d5cac40ad1a3", "tag": "103701da-a5c4-43b6-8514-24a0767fa475"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:18:12.352682 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aeab07ef-f264-4163-9f36-70dcbb72bc43 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:12.359652 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353db3d-f803-4f47-bb0e-ed797620625e service neutron] Pushing event updated for resources: {'Port': ['ID=103701da-a5c4-43b6-8514-24a0767fa475,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:18:12.384133 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e1d55b-6e43-411a-b065-fba8d7ef9144 x-openstack-request-id: req-e7e1d55b-6e43-411a-b065-fba8d7ef9144 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:18:12.384438 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce13b8dc-7708-416a-b29b-d5cac40ad1a3", "tag": "103701da-a5c4-43b6-8514-24a0767fa475", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:18:12.384696 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e7e1d55b-6e43-411a-b065-fba8d7ef9144 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:18:12.385106 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e1d55b-6e43-411a-b065-fba8d7ef9144'] response: {'name': 'network-changed', 'server_uuid': 'ce13b8dc-7708-416a-b29b-d5cac40ad1a3', 'tag': '103701da-a5c4-43b6-8514-24a0767fa475', 'status': 'completed', 'code': 200} Apr 05 11:18:12.488506 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aeab07ef-f264-4163-9f36-70dcbb72bc43 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (10c13b5e-5e61-4144-a625-209e7b6d7a22), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:12.503103 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70739bf-0626-4ef7-af6a-ed45fec5c7b5 req-fa4abd71-7666-436b-9e94-c2654b3ef851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:12.504724 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e70739bf-0626-4ef7-af6a-ed45fec5c7b5 req-fa4abd71-7666-436b-9e94-c2654b3ef851 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf76b11857e84565b9d171a41d7a3722&device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 1127 time: 0.0497200 Apr 05 11:18:12.612383 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c44a1ef-3498-47ef-be89-5c2460a4ad9d req-7f42966d-adef-42ef-9c27-7a1c102d054a service neutron] 10.222.0.58 "GET /v2.0/networks/dcecadc1-803f-40fe-91be-b25ccccfa953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965904 Apr 05 11:18:12.634824 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70739bf-0626-4ef7-af6a-ed45fec5c7b5 req-6b40ae1a-e086-40c5-b999-adcd706df945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:12.635399 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1feaaf5-ee21-4ff1-8a37-337595b9a127 req-167cf8ae-7812-42e3-b64e-e4fb2e5ea4a9 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:12.636282 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e70739bf-0626-4ef7-af6a-ed45fec5c7b5 req-6b40ae1a-e086-40c5-b999-adcd706df945 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cf76b11857e84565b9d171a41d7a3722&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1016645 Apr 05 11:18:12.636877 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b1feaaf5-ee21-4ff1-8a37-337595b9a127 req-167cf8ae-7812-42e3-b64e-e4fb2e5ea4a9 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 943 time: 0.1625996 Apr 05 11:18:12.658476 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-aeab07ef-f264-4163-9f36-70dcbb72bc43 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Floating IP 10c13b5e-5e61-4144-a625-209e7b6d7a22 associated. External IP: 172.27.0.163, port: 41e4db55-0008-44c7-9892-ce0d8234ca56. Apr 05 11:18:12.761681 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b1feaaf5-ee21-4ff1-8a37-337595b9a127 req-f06054f0-fcec-407e-8e24-e551725ba35c tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183965 Apr 05 11:18:12.765873 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 60986) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:18:12.845144 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70739bf-0626-4ef7-af6a-ed45fec5c7b5 req-2972bef8-3b2e-4cab-a5b3-2e14b2972b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:12.870132 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e70739bf-0626-4ef7-af6a-ed45fec5c7b5 req-2972bef8-3b2e-4cab-a5b3-2e14b2972b30 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1028688 Apr 05 11:18:12.934812 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ff2c8bf2-2f48-4f2a-b046-9dbb290a8560 req-bc1132a3-307b-4220-90a5-d638c1e55d3f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1677485 Apr 05 11:18:12.944745 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [req-ff2c8bf2-2f48-4f2a-b046-9dbb290a8560 req-2baaab07-deb1-4bd1-8ef8-a3a7146eb12d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:18:12.945719 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ff2c8bf2-2f48-4f2a-b046-9dbb290a8560 req-2baaab07-deb1-4bd1-8ef8-a3a7146eb12d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057647 Apr 05 11:18:12.952821 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeab07ef-f264-4163-9f36-70dcbb72bc43 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Router 62cc81f7-8f9d-4edf-a495-d3998e37b711 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:18:13.030039 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 60996) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:18:13.079864 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeab07ef-f264-4163-9f36-70dcbb72bc43 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:18:13.091732 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2a143e-82da-45ab-bad4-140ab1ea3bee None None] Sync routers for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:18:13.092754 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aeab07ef-f264-4163-9f36-70dcbb72bc43 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:13.099854 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e96521-1d8e-4fef-a8f6-e3885086ef32 req-ec0c452d-3c89-4f1c-b99f-b5af06ed18a5 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:13.101397 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a3e96521-1d8e-4fef-a8f6-e3885086ef32 req-ec0c452d-3c89-4f1c-b99f-b5af06ed18a5 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.0657945 Apr 05 11:18:13.109225 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2a143e-82da-45ab-bad4-140ab1ea3bee None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:18:13.109955 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8a2a143e-82da-45ab-bad4-140ab1ea3bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:17:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:18:13.134634 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-aeab07ef-f264-4163-9f36-70dcbb72bc43 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "PUT /v2.0/floatingips/10c13b5e-5e61-4144-a625-209e7b6d7a22 HTTP/1.1" status: 200 len: 991 time: 1.5232472 Apr 05 11:18:13.134634 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83911c9a-66fa-4dc2-b353-e8367ed89f27', 'tag': '41e4db55-0008-44c7-9892-ce0d8234ca56'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:18:13.134634 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a463eb-45fc-4ee3-9178-522a64a391e7" -d '{"events": [{"name": "network-changed", "server_uuid": "83911c9a-66fa-4dc2-b353-e8367ed89f27", "tag": "41e4db55-0008-44c7-9892-ce0d8234ca56"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:18:13.183266 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab44dd64-4663-46d0-a03e-60066b9f3cb6 x-openstack-request-id: req-ab44dd64-4663-46d0-a03e-60066b9f3cb6 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:18:13.183867 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83911c9a-66fa-4dc2-b353-e8367ed89f27", "tag": "41e4db55-0008-44c7-9892-ce0d8234ca56", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:18:13.183867 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab44dd64-4663-46d0-a03e-60066b9f3cb6 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:18:13.184291 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab44dd64-4663-46d0-a03e-60066b9f3cb6'] response: {'name': 'network-changed', 'server_uuid': '83911c9a-66fa-4dc2-b353-e8367ed89f27', 'tag': '41e4db55-0008-44c7-9892-ce0d8234ca56', 'status': 'completed', 'code': 200} Apr 05 11:18:13.196672 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c8bf2-2f48-4f2a-b046-9dbb290a8560 req-a6feb506-fb52-43d8-80df-b8f6abafa85b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:13.198127 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff2c8bf2-2f48-4f2a-b046-9dbb290a8560 req-a6feb506-fb52-43d8-80df-b8f6abafa85b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports/be14224c-0258-4dc2-9ce4-f41347c20fc0 HTTP/1.1" status: 200 len: 941 time: 0.1669810 Apr 05 11:18:13.218900 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a3e96521-1d8e-4fef-a8f6-e3885086ef32 req-021849c7-1e39-4e05-aae0-fd9b36454284 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105459 Apr 05 11:18:13.247759 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-8a2a143e-82da-45ab-bad4-140ab1ea3bee None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:18:13.432837 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ea41f-cc04-4d7d-b339-247b5f6f2812 req-10a7287a-ed1b-4c0c-9797-314c4e64a3a4 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:13.437118 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e71ea41f-cc04-4d7d-b339-247b5f6f2812 req-10a7287a-ed1b-4c0c-9797-314c4e64a3a4 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0654600 Apr 05 11:18:13.437259 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eabfbf-703c-49af-a2f6-4c4287424643 req-99beeafd-8197-4b5e-9802-132b86c7fd81 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:13.438867 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e1eabfbf-703c-49af-a2f6-4c4287424643 req-99beeafd-8197-4b5e-9802-132b86c7fd81 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0654786 Apr 05 11:18:13.497963 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e71ea41f-cc04-4d7d-b339-247b5f6f2812 req-452b265c-8ae5-4908-a515-231214d518f9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498843 Apr 05 11:18:13.506770 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e1eabfbf-703c-49af-a2f6-4c4287424643 req-a5fae2bf-6cd1-46f8-905f-07a62cc91954 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583050 Apr 05 11:18:13.507379 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8a2a143e-82da-45ab-bad4-140ab1ea3bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '10c13b5e-5e61-4144-a625-209e7b6d7a22', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'port_id': '41e4db55-0008-44c7-9892-ce0d8234ca56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'mac_address': 'fa:16:3e:84:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83911c9a-66fa-4dc2-b353-e8367ed89f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:17:24Z', 'updated_at': '2022-04-05T11:18:12Z', 'revision_number': 1, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'fixed_ip_address_scope': None}, {'id': 'e1674c06-c1d1-4cc1-bf31-b094da24cc72', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'port_id': 'f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'mac_address': 'fa:16:3e:a2:c2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e206c1c-372e-45c5-bb53-11d7ba0fb01f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:13:47Z', 'updated_at': '2022-04-05T11:14:30Z', 'revision_number': 2, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:18:13.621539 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2a143e-82da-45ab-bad4-140ab1ea3bee None None] Checking router: 62cc81f7-8f9d-4edf-a495-d3998e37b711 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:18:13.627606 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec031ac-fae5-4dac-9b00-effcfdc3f8b4 req-345cf11d-0729-424d-827c-aae6338e22c5 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:13.630365 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2a143e-82da-45ab-bad4-140ab1ea3bee None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:18:13.631640 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8a2a143e-82da-45ab-bad4-140ab1ea3bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:17:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:18:13.640710 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7ec031ac-fae5-4dac-9b00-effcfdc3f8b4 req-345cf11d-0729-424d-827c-aae6338e22c5 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0692008 Apr 05 11:18:13.640710 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 32792) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:18:13.643398 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-4b6017a1-faa8-4bc2-9a7d-5c5f2426cda7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Request body: {'floatingip': {'port_id': '141f21be-2523-4672-a366-4a146e7780e9'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:18:13.682169 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b6017a1-faa8-4bc2-9a7d-5c5f2426cda7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for floatingip (4b8a62ea-73b8-4574-821f-37614ea66841), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:13.743703 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-8a2a143e-82da-45ab-bad4-140ab1ea3bee None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:18:13.891161 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6c86e-0e2d-4a23-a99e-e78689da83c9 req-da0c250e-fa48-40c8-9d23-a7a7a7dd69ec tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:13.892659 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3ea6c86e-0e2d-4a23-a99e-e78689da83c9 req-da0c250e-fa48-40c8-9d23-a7a7a7dd69ec tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 943 time: 0.0603566 Apr 05 11:18:13.946070 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3ea6c86e-0e2d-4a23-a99e-e78689da83c9 req-cb4e7f08-e415-4eb4-8d26-ce00d9972303 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471251 Apr 05 11:18:13.981415 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8a2a143e-82da-45ab-bad4-140ab1ea3bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '10c13b5e-5e61-4144-a625-209e7b6d7a22', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'port_id': '41e4db55-0008-44c7-9892-ce0d8234ca56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'mac_address': 'fa:16:3e:84:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83911c9a-66fa-4dc2-b353-e8367ed89f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:17:24Z', 'updated_at': '2022-04-05T11:18:12Z', 'revision_number': 1, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'fixed_ip_address_scope': None}, {'id': 'e1674c06-c1d1-4cc1-bf31-b094da24cc72', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'port_id': 'f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'mac_address': 'fa:16:3e:a2:c2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e206c1c-372e-45c5-bb53-11d7ba0fb01f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:13:47Z', 'updated_at': '2022-04-05T11:14:30Z', 'revision_number': 2, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:18:14.011061 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2a143e-82da-45ab-bad4-140ab1ea3bee None None] The sync data for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi is: [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '10c13b5e-5e61-4144-a625-209e7b6d7a22', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'floating_ip_address': '172.27.0.163', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'port_id': '41e4db55-0008-44c7-9892-ce0d8234ca56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'mac_address': 'fa:16:3e:84:99:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83911c9a-66fa-4dc2-b353-e8367ed89f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:17:24Z', 'updated_at': '2022-04-05T11:18:12Z', 'revision_number': 1, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'fixed_ip_address_scope': None}, {'id': 'e1674c06-c1d1-4cc1-bf31-b094da24cc72', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'port_id': 'f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'mac_address': 'fa:16:3e:a2:c2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e206c1c-372e-45c5-bb53-11d7ba0fb01f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:13:47Z', 'updated_at': '2022-04-05T11:14:30Z', 'revision_number': 2, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:18:14.172091 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b6017a1-faa8-4bc2-9a7d-5c5f2426cda7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:14.222595 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ebaee-70bb-4e93-a1c8-6d9f269eb249 None None] New status for floating IP 10c13b5e-5e61-4144-a625-209e7b6d7a22: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:18:14.297245 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b6017a1-faa8-4bc2-9a7d-5c5f2426cda7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (4b8a62ea-73b8-4574-821f-37614ea66841), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:14.420715 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63150b47-b17a-48f1-8566-5378a4fe3a18 req-e29a0b44-aab8-4cf6-8ddd-3f128f6860d9 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:14.422251 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-63150b47-b17a-48f1-8566-5378a4fe3a18 req-e29a0b44-aab8-4cf6-8ddd-3f128f6860d9 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.1367373 Apr 05 11:18:14.445202 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-4b6017a1-faa8-4bc2-9a7d-5c5f2426cda7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Floating IP 4b8a62ea-73b8-4574-821f-37614ea66841 associated. External IP: 172.27.0.151, port: 141f21be-2523-4672-a366-4a146e7780e9. Apr 05 11:18:14.522849 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-63150b47-b17a-48f1-8566-5378a4fe3a18 req-fc876035-bee9-401f-8ff5-b744ddc7fd48 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936372 Apr 05 11:18:14.640915 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fb4b4-e601-4fd8-9a9f-10d3427e3b8a req-5f4564ee-dab7-46b7-8ddf-4fd3b7b903d7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:14.642645 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9c6fb4b4-e601-4fd8-9a9f-10d3427e3b8a req-5f4564ee-dab7-46b7-8ddf-4fd3b7b903d7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0604746 Apr 05 11:18:14.721529 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9c6fb4b4-e601-4fd8-9a9f-10d3427e3b8a req-12b249aa-49f3-4276-8ee0-c663611d3c0a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728717 Apr 05 11:18:14.734561 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6017a1-faa8-4bc2-9a7d-5c5f2426cda7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Router f239ab75-78ab-4c00-b61f-9f075073e1d1 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:18:14.744207 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-ca07b0cb-c364-4d65-94b1-05e5a496bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:14.745946 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-ca07b0cb-c364-4d65-94b1-05e5a496bd02 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf76b11857e84565b9d171a41d7a3722&device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 1127 time: 0.0551736 Apr 05 11:18:14.756266 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a463eb-45fc-4ee3-9178-522a64a391e7 req-536ad202-36eb-4e4b-b09e-e8dc62a04e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:14.757825 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-92a463eb-45fc-4ee3-9178-522a64a391e7 req-536ad202-36eb-4e4b-b09e-e8dc62a04e50 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c6c4204bde44a1183df1338d018b1b1&device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 1129 time: 0.0861533 Apr 05 11:18:14.795121 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-4c4b9672-af39-4144-90b5-44f2500d2fc0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=103701da-a5c4-43b6-8514-24a0767fa475 HTTP/1.1" status: 200 len: 217 time: 0.0383983 Apr 05 11:18:14.847074 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-b70ddc72-b79e-43f7-9950-de736e633e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:14.848739 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-b70ddc72-b79e-43f7-9950-de736e633e00 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b0a19a4a-c087-42ae-bdf6-bc574abb18ea HTTP/1.1" status: 200 len: 853 time: 0.0446413 Apr 05 11:18:14.885429 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-035daa92-3dd7-472d-81c3-a2ec29561882 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9b0266a7-6806-42f5-be79-5cd7a53cbad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294647 Apr 05 11:18:14.933734 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a463eb-45fc-4ee3-9178-522a64a391e7 req-d0b5eab5-322c-49c8-945d-b740808c45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:14.935255 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-92a463eb-45fc-4ee3-9178-522a64a391e7 req-d0b5eab5-322c-49c8-945d-b740808c45c7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=61947bc0-bf95-4d84-a95a-a866833cbe78 HTTP/1.1" status: 200 len: 916 time: 0.1392703 Apr 05 11:18:14.936508 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6017a1-faa8-4bc2-9a7d-5c5f2426cda7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:18:14.942064 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4b6017a1-faa8-4bc2-9a7d-5c5f2426cda7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:14.948577 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b15c1-4bbc-4bd5-b60f-14e464f6fc42 None None] Sync routers for ids ['f239ab75-78ab-4c00-b61f-9f075073e1d1'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:18:14.957888 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4b15c1-4bbc-4bd5-b60f-14e464f6fc42 None None] Routers {'f239ab75-78ab-4c00-b61f-9f075073e1d1'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:18:14.958778 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-1a4b15c1-4bbc-4bd5-b60f-14e464f6fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:17:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['f239ab75-78ab-4c00-b61f-9f075073e1d1'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:18:15.006576 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-a7f965e5-6062-472d-8cd4-473b619bc163 service neutron] 10.222.0.58 "GET /v2.0/networks/9b0266a7-6806-42f5-be79-5cd7a53cbad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143346 Apr 05 11:18:15.014514 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4b6017a1-faa8-4bc2-9a7d-5c5f2426cda7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "PUT /v2.0/floatingips/4b8a62ea-73b8-4574-821f-37614ea66841 HTTP/1.1" status: 200 len: 991 time: 1.3745556 Apr 05 11:18:15.016807 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7680ed-da15-498a-a57d-a37e492ada5b', 'tag': '141f21be-2523-4672-a366-4a146e7780e9'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:18:15.019698 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5781b2b8-a845-49f6-aca7-349a4ab0c274" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7680ed-da15-498a-a57d-a37e492ada5b", "tag": "141f21be-2523-4672-a366-4a146e7780e9"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:18:15.053800 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-92a463eb-45fc-4ee3-9178-522a64a391e7 req-1d8636c2-4d15-42a2-88ac-c1e066fbd065 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41e4db55-0008-44c7-9892-ce0d8234ca56 HTTP/1.1" status: 200 len: 1001 time: 0.1060278 Apr 05 11:18:15.105485 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-1a4b15c1-4bbc-4bd5-b60f-14e464f6fc42 None None] Set router f239ab75-78ab-4c00-b61f-9f075073e1d1 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:18:15.129835 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aba016c-0b02-4003-a90b-a403d1df60d2 x-openstack-request-id: req-6aba016c-0b02-4003-a90b-a403d1df60d2 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:18:15.130132 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7680ed-da15-498a-a57d-a37e492ada5b", "tag": "141f21be-2523-4672-a366-4a146e7780e9", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:18:15.130385 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6aba016c-0b02-4003-a90b-a403d1df60d2 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:18:15.131857 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aba016c-0b02-4003-a90b-a403d1df60d2'] response: {'name': 'network-changed', 'server_uuid': '0d7680ed-da15-498a-a57d-a37e492ada5b', 'tag': '141f21be-2523-4672-a366-4a146e7780e9', 'status': 'completed', 'code': 200} Apr 05 11:18:15.133928 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a463eb-45fc-4ee3-9178-522a64a391e7 req-eb737f33-f4f9-4d4f-bd72-7e9502f82d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:15.135953 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-92a463eb-45fc-4ee3-9178-522a64a391e7 req-eb737f33-f4f9-4d4f-bd72-7e9502f82d7a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f101b1e5-cdea-47a9-9394-b1ed9aabe983 HTTP/1.1" status: 200 len: 854 time: 0.0716839 Apr 05 11:18:15.219860 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a463eb-45fc-4ee3-9178-522a64a391e7 req-a6c2ffba-79b1-4367-9d7d-b6242269afda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:15.221360 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-92a463eb-45fc-4ee3-9178-522a64a391e7 req-a6c2ffba-79b1-4367-9d7d-b6242269afda service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=61947bc0-bf95-4d84-a95a-a866833cbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667024 Apr 05 11:18:15.228986 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eccbac-a5b7-401d-ae82-3fc4b5a84b55 req-45b94141-79ab-4392-953d-0a763bea8d14 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:15.230652 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-33eccbac-a5b7-401d-ae82-3fc4b5a84b55 req-45b94141-79ab-4392-953d-0a763bea8d14 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 943 time: 0.1769993 Apr 05 11:18:15.339500 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-33eccbac-a5b7-401d-ae82-3fc4b5a84b55 req-d58a0440-6a48-4a41-9eae-8e154a4d63ab tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988958 Apr 05 11:18:15.365092 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-92a463eb-45fc-4ee3-9178-522a64a391e7 req-7dd61370-23fc-4b0d-a38a-20ecfa5750a0 service neutron] 10.222.0.58 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333451 Apr 05 11:18:15.376832 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-1a4b15c1-4bbc-4bd5-b60f-14e464f6fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'name': 'tempest-ServerRescueNegativeTestJSON-424288215-router', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:14:54Z', 'updated_at': '2022-04-05T11:14:59Z', 'revision_number': 4, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'gw_port': {'id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:55Z', 'updated_at': '2022-04-05T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '4b8a62ea-73b8-4574-821f-37614ea66841', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'port_id': '141f21be-2523-4672-a366-4a146e7780e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'mac_address': 'fa:16:3e:a3:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7680ed-da15-498a-a57d-a37e492ada5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:17:26Z', 'updated_at': '2022-04-05T11:18:14Z', 'revision_number': 1, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '885d4881-98a5-4907-8517-a3cacb10eece', 'name': '', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'mac_address': 'fa:16:3e:2f:cb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:59Z', 'updated_at': '2022-04-05T11:15:04Z', 'revision_number': 5, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'subnets': [{'id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:18:15.407888 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b15c1-4bbc-4bd5-b60f-14e464f6fc42 None None] Checking router: f239ab75-78ab-4c00-b61f-9f075073e1d1 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:18:15.417529 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4b15c1-4bbc-4bd5-b60f-14e464f6fc42 None None] Routers {'f239ab75-78ab-4c00-b61f-9f075073e1d1'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:18:15.418245 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-1a4b15c1-4bbc-4bd5-b60f-14e464f6fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:17:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['f239ab75-78ab-4c00-b61f-9f075073e1d1'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:18:15.476173 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781b2b8-a845-49f6-aca7-349a4ab0c274 req-0c420fad-eadf-4070-8546-76602ff91f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:15.480209 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5781b2b8-a845-49f6-aca7-349a4ab0c274 req-0c420fad-eadf-4070-8546-76602ff91f7f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf751cbfd21e463e83beea4d29713404&device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 1129 time: 0.3678198 Apr 05 11:18:15.480335 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-92a463eb-45fc-4ee3-9178-522a64a391e7 req-d0ecf89b-c3d4-4dd2-9483-492d33c094dc service neutron] 10.222.0.58 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061327 Apr 05 11:18:15.480435 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-53634267-f59f-41ae-bcbe-a6170b90f8cb req-5acd3da3-9c1f-45c4-9446-692526d5ba68 service neutron] 10.222.0.58 "GET /v2.0/networks/9b0266a7-6806-42f5-be79-5cd7a53cbad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604630 Apr 05 11:18:15.535006 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-1a4b15c1-4bbc-4bd5-b60f-14e464f6fc42 None None] Set router f239ab75-78ab-4c00-b61f-9f075073e1d1 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:18:15.587207 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781b2b8-a845-49f6-aca7-349a4ab0c274 req-dfe21b46-0359-4e6f-8c26-0ca9b7c2bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:15.589244 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5781b2b8-a845-49f6-aca7-349a4ab0c274 req-dfe21b46-0359-4e6f-8c26-0ca9b7c2bc06 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a84177b0-98a3-43e8-9748-217cec2ce77a HTTP/1.1" status: 200 len: 919 time: 0.0968354 Apr 05 11:18:15.690443 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5781b2b8-a845-49f6-aca7-349a4ab0c274 req-e306290a-4d04-4b3b-a88e-6f7c94c9b5c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=141f21be-2523-4672-a366-4a146e7780e9 HTTP/1.1" status: 200 len: 999 time: 0.0884273 Apr 05 11:18:15.702042 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcc0aa-3f49-4944-bbbc-6564fe9c57e4 req-1094a829-b2b4-4eee-97a2-65aa553a4e92 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:15.703528 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f6bcc0aa-3f49-4944-bbbc-6564fe9c57e4 req-1094a829-b2b4-4eee-97a2-65aa553a4e92 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.1103876 Apr 05 11:18:15.754367 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f6bcc0aa-3f49-4944-bbbc-6564fe9c57e4 req-05b7eb55-5cb4-4a4e-b7e7-dbfe8220188a tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441873 Apr 05 11:18:15.768109 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-1a4b15c1-4bbc-4bd5-b60f-14e464f6fc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'name': 'tempest-ServerRescueNegativeTestJSON-424288215-router', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:14:54Z', 'updated_at': '2022-04-05T11:14:59Z', 'revision_number': 4, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'gw_port': {'id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:55Z', 'updated_at': '2022-04-05T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '4b8a62ea-73b8-4574-821f-37614ea66841', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'port_id': '141f21be-2523-4672-a366-4a146e7780e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'mac_address': 'fa:16:3e:a3:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7680ed-da15-498a-a57d-a37e492ada5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:17:26Z', 'updated_at': '2022-04-05T11:18:14Z', 'revision_number': 1, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '885d4881-98a5-4907-8517-a3cacb10eece', 'name': '', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'mac_address': 'fa:16:3e:2f:cb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:59Z', 'updated_at': '2022-04-05T11:15:04Z', 'revision_number': 5, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'subnets': [{'id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:18:15.799827 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b15c1-4bbc-4bd5-b60f-14e464f6fc42 None None] The sync data for ids ['f239ab75-78ab-4c00-b61f-9f075073e1d1'] in dv-cinder-818994-3-iscsi is: [{'id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'name': 'tempest-ServerRescueNegativeTestJSON-424288215-router', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:14:54Z', 'updated_at': '2022-04-05T11:14:59Z', 'revision_number': 4, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'gw_port': {'id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:55Z', 'updated_at': '2022-04-05T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '4b8a62ea-73b8-4574-821f-37614ea66841', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'port_id': '141f21be-2523-4672-a366-4a146e7780e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'mac_address': 'fa:16:3e:a3:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7680ed-da15-498a-a57d-a37e492ada5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:17:26Z', 'updated_at': '2022-04-05T11:18:14Z', 'revision_number': 1, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '885d4881-98a5-4907-8517-a3cacb10eece', 'name': '', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'mac_address': 'fa:16:3e:2f:cb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:59Z', 'updated_at': '2022-04-05T11:15:04Z', 'revision_number': 5, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'subnets': [{'id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:18:15.857145 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a048f0d-319c-4633-ac4b-47dbd6b41e23 req-4fececce-3064-4713-8d0b-fe1dd6f002e0 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:15.859559 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3a048f0d-319c-4633-ac4b-47dbd6b41e23 req-4fececce-3064-4713-8d0b-fe1dd6f002e0 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0586314 Apr 05 11:18:15.919490 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3a048f0d-319c-4633-ac4b-47dbd6b41e23 req-f0df6cb1-d29a-4847-9bca-75fdf3276795 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489812 Apr 05 11:18:16.017552 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845353df-f2e3-4bc5-ba4b-47d05d9d742e None None] New status for floating IP 4b8a62ea-73b8-4574-821f-37614ea66841: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:18:16.293688 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 32822) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:18:16.397299 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2ab4bb4c-76c3-43eb-87fa-a9f93cc277df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:16.493375 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42233bf-a132-4429-8fe2-86f252b5d6e9 req-0eafbb11-526a-42a2-9c77-acf4b1361e4f tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:16.495030 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c42233bf-a132-4429-8fe2-86f252b5d6e9 req-0eafbb11-526a-42a2-9c77-acf4b1361e4f tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 943 time: 0.0842359 Apr 05 11:18:16.527482 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2ab4bb4c-76c3-43eb-87fa-a9f93cc277df admin admin] Publish callbacks [] for security_group (a243280b-2fce-46a7-a8ea-7116bbe1af83), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:16.528529 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:16.557515 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c42233bf-a132-4429-8fe2-86f252b5d6e9 req-59b048f4-9736-4a32-9ebf-1ee873169edc tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526361 Apr 05 11:18:16.607801 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2ab4bb4c-76c3-43eb-87fa-a9f93cc277df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (a243280b-2fce-46a7-a8ea-7116bbe1af83), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:16.648193 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-2ab4bb4c-76c3-43eb-87fa-a9f93cc277df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b412b708549949558fab174da7d257d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3534393 Apr 05 11:18:16.649023 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4bb4c-76c3-43eb-87fa-a9f93cc277df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a243280b-2fce-46a7-a8ea-7116bbe1af83,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:18:16.651035 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 32828) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:18:16.697760 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1a85fc01-32a6-4b84-b24d-0fb2c59d864d admin admin] Publish callbacks [] for security_group (a243280b-2fce-46a7-a8ea-7116bbe1af83), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:16.718486 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1a85fc01-32a6-4b84-b24d-0fb2c59d864d admin admin] Publish callbacks [] for security_group (a243280b-2fce-46a7-a8ea-7116bbe1af83), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:16.870761 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1a85fc01-32a6-4b84-b24d-0fb2c59d864d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (a243280b-2fce-46a7-a8ea-7116bbe1af83), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:16.873441 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1a85fc01-32a6-4b84-b24d-0fb2c59d864d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:16.874537 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-1a85fc01-32a6-4b84-b24d-0fb2c59d864d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a243280b-2fce-46a7-a8ea-7116bbe1af83 HTTP/1.1" status: 204 len: 168 time: 0.2225351 Apr 05 11:18:17.050164 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4848f818-b750-4bec-9da3-cb5eb9ecc6c8 req-059e3613-5d17-487f-89d3-bd0925fe8268 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:17.051955 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4848f818-b750-4bec-9da3-cb5eb9ecc6c8 req-059e3613-5d17-487f-89d3-bd0925fe8268 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0597410 Apr 05 11:18:17.102925 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4848f818-b750-4bec-9da3-cb5eb9ecc6c8 req-a3f8d0fb-5c05-4698-8836-91060964a75c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449488 Apr 05 11:18:17.132517 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85fc01-32a6-4b84-b24d-0fb2c59d864d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a243280b-2fce-46a7-a8ea-7116bbe1af83,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:18:17.150189 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7b42a-91cc-451c-bf3f-c49409fc6aba req-c3907fae-60ff-4b6f-8d52-b870dad47f51 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:17.152307 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d7f7b42a-91cc-451c-bf3f-c49409fc6aba req-c3907fae-60ff-4b6f-8d52-b870dad47f51 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.3123057 Apr 05 11:18:17.206390 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d7f7b42a-91cc-451c-bf3f-c49409fc6aba req-4a496845-1425-4367-bd12-6c88e05633ba tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466464 Apr 05 11:18:17.681100 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52221e-0e0d-4546-af19-4b8f3b67d12c req-8702d583-0388-4fa2-8624-ba51edc2c7f9 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:17.682595 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2d52221e-0e0d-4546-af19-4b8f3b67d12c req-8702d583-0388-4fa2-8624-ba51edc2c7f9 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 943 time: 0.0592315 Apr 05 11:18:17.729003 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2d52221e-0e0d-4546-af19-4b8f3b67d12c req-c2e790ed-c526-4bf1-abd8-3729af40b71f tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404823 Apr 05 11:18:18.228487 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60922925-086a-47e1-92be-0fc0b59d9c3b req-89f443e3-6cf7-4a66-a173-dd038a537ba7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:18.229939 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-60922925-086a-47e1-92be-0fc0b59d9c3b req-89f443e3-6cf7-4a66-a173-dd038a537ba7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0546501 Apr 05 11:18:18.283875 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-60922925-086a-47e1-92be-0fc0b59d9c3b req-3f320d64-5738-4a30-89af-c52f150635a8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442431 Apr 05 11:18:18.337929 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf6aa2-8055-446e-9bc4-e36c0c96cec6 req-bd2257e3-d058-4d01-ab9b-0a2467331453 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:18.339482 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1edf6aa2-8055-446e-9bc4-e36c0c96cec6 req-bd2257e3-d058-4d01-ab9b-0a2467331453 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.0689778 Apr 05 11:18:18.389632 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1edf6aa2-8055-446e-9bc4-e36c0c96cec6 req-8064c4dd-a73d-4ce8-a9ad-37eafbc9a3b3 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444667 Apr 05 11:18:18.441919 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8e2950e1-5848-4297-9fe3-77b4ab62a4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:18.766664 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 103701da-a5c4-43b6-8514-24a0767fa475 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:18:18.853510 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b69ad-b5b3-4f7e-8cc2-e4ebecc1937e req-501017d6-4f1e-4cda-8fee-ca401453652a tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:18.855116 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-160b69ad-b5b3-4f7e-8cc2-e4ebecc1937e req-501017d6-4f1e-4cda-8fee-ca401453652a tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 943 time: 0.0530674 Apr 05 11:18:18.873599 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 103701da-a5c4-43b6-8514-24a0767fa475, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=103701da-a5c4-43b6-8514-24a0767fa475,segment=NetworkSegment(efc071dd-0218-4ab5-a5fb-8a1c46d69c2b),segment_id=efc071dd-0218-4ab5-a5fb-8a1c46d69c2b)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:18:18.885225 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': '103701da-a5c4-43b6-8514-24a0767fa475', 'network_id': '9b0266a7-6806-42f5-be79-5cd7a53cbad0', 'port_id': '103701da-a5c4-43b6-8514-24a0767fa475', 'mac_address': 'fa:16:3e:a1:69:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a19a4a-c087-42ae-bdf6-bc574abb18ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:18:18.905877 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-160b69ad-b5b3-4f7e-8cc2-e4ebecc1937e req-eadbb55d-c9e5-4c1c-a57f-24bfba0404f9 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449867 Apr 05 11:18:18.923652 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 103701da-a5c4-43b6-8514-24a0767fa475 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:18:18.924123 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (103701da-a5c4-43b6-8514-24a0767fa475), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:18.938149 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 103701da-a5c4-43b6-8514-24a0767fa475 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:18:18.957843 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 103701da-a5c4-43b6-8514-24a0767fa475, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=103701da-a5c4-43b6-8514-24a0767fa475,segment=NetworkSegment(efc071dd-0218-4ab5-a5fb-8a1c46d69c2b),segment_id=efc071dd-0218-4ab5-a5fb-8a1c46d69c2b)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:18:19.071156 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (103701da-a5c4-43b6-8514-24a0767fa475), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:19.121707 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=103701da-a5c4-43b6-8514-24a0767fa475,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:18:19.301017 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781b2b8-a845-49f6-aca7-349a4ab0c274 req-e10753e1-bb87-4438-86da-e0e898d307fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:19.302454 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5781b2b8-a845-49f6-aca7-349a4ab0c274 req-e10753e1-bb87-4438-86da-e0e898d307fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b01bd4d7-97a5-45dc-b9c7-6b928112c646 HTTP/1.1" status: 200 len: 857 time: 0.0507677 Apr 05 11:18:19.411826 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a07cd-124d-42e8-8fe9-488a9b8ae2c1 req-c80a6fba-5ced-4309-9a12-8425088f65bf tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:19.413844 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-070a07cd-124d-42e8-8fe9-488a9b8ae2c1 req-c80a6fba-5ced-4309-9a12-8425088f65bf tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0552938 Apr 05 11:18:19.463253 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-070a07cd-124d-42e8-8fe9-488a9b8ae2c1 req-8876eb4f-7932-4f7a-9de1-eb821b96a901 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438387 Apr 05 11:18:19.511036 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e3cdf-05f7-49e8-b819-7e673988099f req-09a7c728-93c0-45b3-aec2-410b4445cb72 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:19.512619 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f03e3cdf-05f7-49e8-b819-7e673988099f req-09a7c728-93c0-45b3-aec2-410b4445cb72 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.0551169 Apr 05 11:18:19.561505 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f03e3cdf-05f7-49e8-b819-7e673988099f req-444a932e-b100-4641-9b91-eeaa90701d6c tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433173 Apr 05 11:18:19.656862 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['103701da-a5c4-43b6-8514-24a0767fa475'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:18:19.687389 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781b2b8-a845-49f6-aca7-349a4ab0c274 req-77a0463e-6894-4a5b-acf8-8b4a8ca4675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:19.688921 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5781b2b8-a845-49f6-aca7-349a4ab0c274 req-77a0463e-6894-4a5b-acf8-8b4a8ca4675f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a84177b0-98a3-43e8-9748-217cec2ce77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576963 Apr 05 11:18:19.925771 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5781b2b8-a845-49f6-aca7-349a4ab0c274 req-f5f70d3f-3306-494a-b444-e97e4b09f94f service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855634 Apr 05 11:18:20.021944 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc1777-8216-495b-842b-e31ee97e4d99 req-e837d91c-208b-4f31-844a-63bd019be468 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:20.023435 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c7cc1777-8216-495b-842b-e31ee97e4d99 req-e837d91c-208b-4f31-844a-63bd019be468 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 944 time: 0.0527291 Apr 05 11:18:20.069650 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c7cc1777-8216-495b-842b-e31ee97e4d99 req-e2b2a28d-5b1c-40fc-ba28-f166b2795381 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401552 Apr 05 11:18:20.585947 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b60272-0f23-4198-8d72-fa67442ef79f req-46794d5c-9405-41f6-b93f-6dec026e0eec tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:20.587452 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-38b60272-0f23-4198-8d72-fa67442ef79f req-46794d5c-9405-41f6-b93f-6dec026e0eec tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0515337 Apr 05 11:18:20.635424 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-38b60272-0f23-4198-8d72-fa67442ef79f req-42c494b4-1999-4dbe-ac4f-ce86988fe74b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421090 Apr 05 11:18:20.681225 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55734b90-293a-4742-99c4-9e86e28dc327 req-dacc9ccb-e782-49f8-b532-284ac1f04899 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:20.682796 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55734b90-293a-4742-99c4-9e86e28dc327 req-dacc9ccb-e782-49f8-b532-284ac1f04899 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.0549006 Apr 05 11:18:20.734204 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55734b90-293a-4742-99c4-9e86e28dc327 req-d8d53cec-1497-4ae7-9862-bc52e89040a7 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458765 Apr 05 11:18:20.880274 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 103701da-a5c4-43b6-8514-24a0767fa475 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:18:20.967628 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a3ab929d-53a6-4c57-a28d-2ac0f688ee3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:21.024662 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port 103701da-a5c4-43b6-8514-24a0767fa475 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:18:21.028707 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port 103701da-a5c4-43b6-8514-24a0767fa475 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:18:21.029083 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (103701da-a5c4-43b6-8514-24a0767fa475), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:21.111261 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 103701da-a5c4-43b6-8514-24a0767fa475 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:18:21.111653 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (103701da-a5c4-43b6-8514-24a0767fa475), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:21.136320 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce13b8dc-7708-416a-b29b-d5cac40ad1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103701da-a5c4-43b6-8514-24a0767fa475'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:18:21.138552 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348f1894-eacd-44ba-bac9-75cf1a1b207b" -d '{"events": [{"server_uuid": "ce13b8dc-7708-416a-b29b-d5cac40ad1a3", "name": "network-vif-plugged", "status": "completed", "tag": "103701da-a5c4-43b6-8514-24a0767fa475"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:18:21.170389 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 103701da-a5c4-43b6-8514-24a0767fa475, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=103701da-a5c4-43b6-8514-24a0767fa475,segment=NetworkSegment(efc071dd-0218-4ab5-a5fb-8a1c46d69c2b),segment_id=efc071dd-0218-4ab5-a5fb-8a1c46d69c2b)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:18:21.180187 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fb0200-23cd-4e5a-8ffd-ca2b5827897a x-openstack-request-id: req-99fb0200-23cd-4e5a-8ffd-ca2b5827897a {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:18:21.180500 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce13b8dc-7708-416a-b29b-d5cac40ad1a3", "name": "network-vif-plugged", "status": "completed", "tag": "103701da-a5c4-43b6-8514-24a0767fa475", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:18:21.180800 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99fb0200-23cd-4e5a-8ffd-ca2b5827897a {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:18:21.181206 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99fb0200-23cd-4e5a-8ffd-ca2b5827897a'] response: {'server_uuid': 'ce13b8dc-7708-416a-b29b-d5cac40ad1a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '103701da-a5c4-43b6-8514-24a0767fa475', 'code': 200} Apr 05 11:18:21.206977 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d60dcb-87d3-4c6b-8356-ee33684f01ce req-4222c561-acd6-46dc-a17a-482d48aaf2fd tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:21.206977 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-80d60dcb-87d3-4c6b-8356-ee33684f01ce req-4222c561-acd6-46dc-a17a-482d48aaf2fd tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 944 time: 0.0673063 Apr 05 11:18:21.251293 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-80d60dcb-87d3-4c6b-8356-ee33684f01ce req-c91f3845-7228-42ca-95d5-c212b39d39ea tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428472 Apr 05 11:18:21.277594 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (103701da-a5c4-43b6-8514-24a0767fa475), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:21.330981 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=103701da-a5c4-43b6-8514-24a0767fa475,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:18:21.585241 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5781b2b8-a845-49f6-aca7-349a4ab0c274 req-b6a593d4-0eb3-4801-82b5-d301e790ef9c service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951381 Apr 05 11:18:21.874150 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62872169-4539-4713-b610-807b56eeff6e req-9b8e42de-eab8-48fc-bdcf-11b2ee4bfa13 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:21.875842 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-62872169-4539-4713-b610-807b56eeff6e req-9b8e42de-eab8-48fc-bdcf-11b2ee4bfa13 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.0658503 Apr 05 11:18:21.882773 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:21.933523 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-62872169-4539-4713-b610-807b56eeff6e req-c9a0cfcd-52c1-4b4a-b70c-7d2ca8999d56 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520558 Apr 05 11:18:21.937524 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79833855-4d96-4a32-ade1-033f6d5d4f66 req-f371910d-880b-4bf4-87d5-53deb7599458 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:21.939092 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-79833855-4d96-4a32-ade1-033f6d5d4f66 req-f371910d-880b-4bf4-87d5-53deb7599458 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.2277293 Apr 05 11:18:22.017587 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-79833855-4d96-4a32-ade1-033f6d5d4f66 req-847ef2bf-d269-4aa5-bddf-bdfe778d3a22 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723076 Apr 05 11:18:22.028617 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f31edb-a14e-41d2-925c-611b4cea90fc req-891d5eb0-ee1c-452b-8f06-bf0b96a7a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:22.030562 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c1f31edb-a14e-41d2-925c-611b4cea90fc req-891d5eb0-ee1c-452b-8f06-bf0b96a7a41e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 1129 time: 0.0673099 Apr 05 11:18:22.075867 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c1f31edb-a14e-41d2-925c-611b4cea90fc req-1c449eaa-5aaf-491d-9b7e-a2813ea98a87 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383461 Apr 05 11:18:22.365766 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438f9c2-b48b-4c6a-95fc-55bb75a99404 req-631a3b66-4e63-45e9-befb-94b778c7a059 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:22.367283 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9438f9c2-b48b-4c6a-95fc-55bb75a99404 req-631a3b66-4e63-45e9-befb-94b778c7a059 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 945 time: 0.0511088 Apr 05 11:18:22.418528 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9438f9c2-b48b-4c6a-95fc-55bb75a99404 req-7f40fb5f-4208-450c-9f71-b2437dc96b7e tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453944 Apr 05 11:18:22.882179 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device dc377578-0184-4a80-88e0-2385eab5c0c4 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:18:22.981643 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port dc377578-0184-4a80-88e0-2385eab5c0c4, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dc377578-0184-4a80-88e0-2385eab5c0c4,segment=NetworkSegment(fdf18c87-d88d-4cad-b3e4-54f90252dd6d),segment_id=fdf18c87-d88d-4cad-b3e4-54f90252dd6d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:18:22.994036 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': 'dc377578-0184-4a80-88e0-2385eab5c0c4', 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953', 'port_id': 'dc377578-0184-4a80-88e0-2385eab5c0c4', 'mac_address': 'fa:16:3e:a9:4c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:18:23.031978 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port dc377578-0184-4a80-88e0-2385eab5c0c4 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:18:23.032373 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:23.046313 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc377578-0184-4a80-88e0-2385eab5c0c4 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:18:23.054231 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e483d-1e05-4aec-bb86-b7bee6a81420 req-eee9a8d9-b60b-42e5-945f-3c6a68f2f86c tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:23.061851 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-119e483d-1e05-4aec-bb86-b7bee6a81420 req-eee9a8d9-b60b-42e5-945f-3c6a68f2f86c tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.0614815 Apr 05 11:18:23.071422 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port dc377578-0184-4a80-88e0-2385eab5c0c4, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dc377578-0184-4a80-88e0-2385eab5c0c4,segment=NetworkSegment(fdf18c87-d88d-4cad-b3e4-54f90252dd6d),segment_id=fdf18c87-d88d-4cad-b3e4-54f90252dd6d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:18:23.114439 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-119e483d-1e05-4aec-bb86-b7bee6a81420 req-24f3f1ce-7942-4204-b423-98bf568372f6 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516624 Apr 05 11:18:23.156498 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c94a7-e2db-4edd-9625-d241f71eccea req-01bfb46f-9de3-4223-a842-5a1c8d7fe310 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:23.157888 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-de9c94a7-e2db-4edd-9625-d241f71eccea req-01bfb46f-9de3-4223-a842-5a1c8d7fe310 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0631747 Apr 05 11:18:23.200480 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:23.205031 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-de9c94a7-e2db-4edd-9625-d241f71eccea req-8e496dd3-137e-46a3-9397-6de6cab56e32 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414438 Apr 05 11:18:23.244853 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:23.249372 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=dc377578-0184-4a80-88e0-2385eab5c0c4,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:18:23.540133 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451fac4-8a86-4200-9b27-37da9530abeb req-5a7179f0-e0f8-4ba3-8b38-371e6580d324 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:23.541619 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9451fac4-8a86-4200-9b27-37da9530abeb req-5a7179f0-e0f8-4ba3-8b38-371e6580d324 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 945 time: 0.0579579 Apr 05 11:18:23.588682 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9451fac4-8a86-4200-9b27-37da9530abeb req-54efda67-4547-459d-b131-c698126745bb tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413733 Apr 05 11:18:23.838550 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['dc377578-0184-4a80-88e0-2385eab5c0c4'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:18:23.966385 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-45621b71-cc0c-41fd-ba8c-1f74b93a6f39 req-5995c69b-978b-4cec-a7ff-df7b89e59e9a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459621 Apr 05 11:18:23.980868 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c8bf2-2f48-4f2a-b046-9dbb290a8560 req-5ffc4c92-b88a-4b35-ad71-6ae4279cc8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:23.982470 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ff2c8bf2-2f48-4f2a-b046-9dbb290a8560 req-5ffc4c92-b88a-4b35-ad71-6ae4279cc8dd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3&tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8 HTTP/1.1" status: 200 len: 1128 time: 0.0822055 Apr 05 11:18:24.058552 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45621b71-cc0c-41fd-ba8c-1f74b93a6f39 req-5701edd0-a464-4fed-966e-1902d4d1ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:24.060092 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-45621b71-cc0c-41fd-ba8c-1f74b93a6f39 req-5701edd0-a464-4fed-966e-1902d4d1ca5a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c6c4204bde44a1183df1338d018b1b1&device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 1129 time: 0.0526237 Apr 05 11:18:24.069040 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c8bf2-2f48-4f2a-b046-9dbb290a8560 req-4cf259fe-8979-48a6-ba00-29e276353bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:24.070575 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff2c8bf2-2f48-4f2a-b046-9dbb290a8560 req-4cf259fe-8979-48a6-ba00-29e276353bd7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8&device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 1128 time: 0.0507095 Apr 05 11:18:24.190986 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c8bf2-2f48-4f2a-b046-9dbb290a8560 req-2445eb53-3b6b-4344-87ef-5731c2666ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:24.192556 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff2c8bf2-2f48-4f2a-b046-9dbb290a8560 req-2445eb53-3b6b-4344-87ef-5731c2666ca1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c3ad901-dee6-4adf-8761-f4e0b40921d1 HTTP/1.1" status: 200 len: 918 time: 0.0962448 Apr 05 11:18:24.195187 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45621b71-cc0c-41fd-ba8c-1f74b93a6f39 req-94869dc1-831a-468e-85f5-6e409d8fd444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:24.196662 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-45621b71-cc0c-41fd-ba8c-1f74b93a6f39 req-94869dc1-831a-468e-85f5-6e409d8fd444 service neutron] 10.222.0.58 "GET /v2.0/networks?id=61947bc0-bf95-4d84-a95a-a866833cbe78 HTTP/1.1" status: 200 len: 916 time: 0.0997455 Apr 05 11:18:24.301850 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-45621b71-cc0c-41fd-ba8c-1f74b93a6f39 req-e9a087ef-9154-4ccd-b95e-f6a5dc9d4c31 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 HTTP/1.1" status: 200 len: 1001 time: 0.0887511 Apr 05 11:18:24.312838 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff2c8bf2-2f48-4f2a-b046-9dbb290a8560 req-83220c9a-9151-4ee0-9396-bce3458e0334 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be14224c-0258-4dc2-9ce4-f41347c20fc0 HTTP/1.1" status: 200 len: 1000 time: 0.1003606 Apr 05 11:18:24.333461 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971646f5-2e15-4fd3-9273-8cc957c62d3a req-4cb1d3b8-ddb1-42ea-9acb-4162cce25a2f tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:24.334990 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-971646f5-2e15-4fd3-9273-8cc957c62d3a req-4cb1d3b8-ddb1-42ea-9acb-4162cce25a2f tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 944 time: 0.1579893 Apr 05 11:18:24.365131 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32ba09-babd-44c9-9388-91c198d6d934 req-b7d3fa29-9604-44ed-9db5-9ae2717b5345 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:24.365131 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e32ba09-babd-44c9-9388-91c198d6d934 req-b7d3fa29-9604-44ed-9db5-9ae2717b5345 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0740204 Apr 05 11:18:24.405827 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c8bf2-2f48-4f2a-b046-9dbb290a8560 req-3f9cf978-914e-4bec-8da0-cb2a942f144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:24.407329 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff2c8bf2-2f48-4f2a-b046-9dbb290a8560 req-3f9cf978-914e-4bec-8da0-cb2a942f144b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c226d4fe-4408-4a2e-a42d-e1f9fb159119 HTTP/1.1" status: 200 len: 856 time: 0.0713677 Apr 05 11:18:24.425273 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45621b71-cc0c-41fd-ba8c-1f74b93a6f39 req-ece755fb-f5ca-4041-a215-58a3907b0026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:24.426442 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-971646f5-2e15-4fd3-9273-8cc957c62d3a req-596df320-3618-43e5-b5d7-c116a4dc33a8 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812998 Apr 05 11:18:24.426692 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-45621b71-cc0c-41fd-ba8c-1f74b93a6f39 req-ece755fb-f5ca-4041-a215-58a3907b0026 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f101b1e5-cdea-47a9-9394-b1ed9aabe983 HTTP/1.1" status: 200 len: 854 time: 0.0764618 Apr 05 11:18:24.440786 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e32ba09-babd-44c9-9388-91c198d6d934 req-11c1aef4-977a-48d5-97b1-f770b766f1f8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560284 Apr 05 11:18:24.708970 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0881dd5-bb0d-4a18-b974-4df82859aee5 req-e218febd-97df-47e8-9c83-f229850a257c tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:24.710429 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d0881dd5-bb0d-4a18-b974-4df82859aee5 req-e218febd-97df-47e8-9c83-f229850a257c tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 945 time: 0.0564928 Apr 05 11:18:24.756994 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d0881dd5-bb0d-4a18-b974-4df82859aee5 req-2034c62c-fe50-4cc7-8626-70dc2b6ea51c tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403419 Apr 05 11:18:24.978574 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:25.257217 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c8bf2-2f48-4f2a-b046-9dbb290a8560 req-99ad3f8c-f58b-4352-87d4-1e4b1008ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:25.258762 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff2c8bf2-2f48-4f2a-b046-9dbb290a8560 req-99ad3f8c-f58b-4352-87d4-1e4b1008ac84 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c3ad901-dee6-4adf-8761-f4e0b40921d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454502 Apr 05 11:18:25.261453 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45621b71-cc0c-41fd-ba8c-1f74b93a6f39 req-81f781ad-084b-41a7-a117-eed895d0cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:25.262929 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-45621b71-cc0c-41fd-ba8c-1f74b93a6f39 req-81f781ad-084b-41a7-a117-eed895d0cda6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=61947bc0-bf95-4d84-a95a-a866833cbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488625 Apr 05 11:18:25.427077 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-45621b71-cc0c-41fd-ba8c-1f74b93a6f39 req-f149391b-b884-442a-a4b5-4327641529d7 service neutron] 10.222.0.58 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852876 Apr 05 11:18:25.432491 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff2c8bf2-2f48-4f2a-b046-9dbb290a8560 req-245898f7-2ef6-4a63-ba92-08a4e0e34a1a service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894544 Apr 05 11:18:25.469317 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device dc377578-0184-4a80-88e0-2385eab5c0c4 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:18:25.601060 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port dc377578-0184-4a80-88e0-2385eab5c0c4 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:18:25.602644 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-45621b71-cc0c-41fd-ba8c-1f74b93a6f39 req-fc973139-478b-408d-857c-d4048792b7af service neutron] 10.222.0.58 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457586 Apr 05 11:18:25.605007 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port dc377578-0184-4a80-88e0-2385eab5c0c4 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:18:25.605506 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:25.615814 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0103e-c2df-4b4d-965a-10511f35305e req-39aba7fe-858d-4e47-abb4-d99ca0845f5b tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:25.617442 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-60f0103e-c2df-4b4d-965a-10511f35305e req-39aba7fe-858d-4e47-abb4-d99ca0845f5b tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 944 time: 0.0852709 Apr 05 11:18:25.622695 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff2c8bf2-2f48-4f2a-b046-9dbb290a8560 req-f713258a-c261-400f-b8a1-a69fe588bbff service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649179 Apr 05 11:18:25.636384 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0d342-ca94-410d-b660-7bd129b23790 req-e5dbc5fd-18fa-4d5c-a5bc-a731fee41ac8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:25.637896 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-91d0d342-ca94-410d-b660-7bd129b23790 req-e5dbc5fd-18fa-4d5c-a5bc-a731fee41ac8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0970979 Apr 05 11:18:25.698098 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port dc377578-0184-4a80-88e0-2385eab5c0c4 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:18:25.698496 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:25.700471 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-60f0103e-c2df-4b4d-965a-10511f35305e req-1ac175f3-1713-49ed-ba65-112b1681275f tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524318 Apr 05 11:18:25.705017 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-91d0d342-ca94-410d-b660-7bd129b23790 req-af3ddf27-3d14-4588-a571-e859276e753f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598643 Apr 05 11:18:25.726864 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e16432-3df3-4325-b757-906fbbeca604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc377578-0184-4a80-88e0-2385eab5c0c4'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:18:25.729955 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a2b745-b5f8-4738-8fad-dae893851d9c" -d '{"events": [{"server_uuid": "e4e16432-3df3-4325-b757-906fbbeca604", "name": "network-vif-plugged", "status": "completed", "tag": "dc377578-0184-4a80-88e0-2385eab5c0c4"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:18:25.740759 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port dc377578-0184-4a80-88e0-2385eab5c0c4, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dc377578-0184-4a80-88e0-2385eab5c0c4,segment=NetworkSegment(fdf18c87-d88d-4cad-b3e4-54f90252dd6d),segment_id=fdf18c87-d88d-4cad-b3e4-54f90252dd6d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:18:25.764551 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf02604-8c41-4e5c-b9e3-913af7d578df x-openstack-request-id: req-7bf02604-8c41-4e5c-b9e3-913af7d578df {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:18:25.765510 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e16432-3df3-4325-b757-906fbbeca604", "name": "network-vif-plugged", "status": "completed", "tag": "dc377578-0184-4a80-88e0-2385eab5c0c4", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:18:25.765510 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7bf02604-8c41-4e5c-b9e3-913af7d578df {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:18:25.765695 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bf02604-8c41-4e5c-b9e3-913af7d578df'] response: {'server_uuid': 'e4e16432-3df3-4325-b757-906fbbeca604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc377578-0184-4a80-88e0-2385eab5c0c4', 'code': 200} Apr 05 11:18:25.819830 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:25.895306 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10627b22-01f6-4805-ad2f-1ba0d7d4ba83 req-f495eac5-0c8a-4f52-8514-0a059a31e5f1 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:25.899148 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-10627b22-01f6-4805-ad2f-1ba0d7d4ba83 req-f495eac5-0c8a-4f52-8514-0a059a31e5f1 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 945 time: 0.0681076 Apr 05 11:18:25.948898 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-10627b22-01f6-4805-ad2f-1ba0d7d4ba83 req-ae05f296-a97b-4104-baa7-f2d776961bd1 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452108 Apr 05 11:18:26.004333 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=dc377578-0184-4a80-88e0-2385eab5c0c4,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:18:26.467778 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655ef51-0ace-4a32-a746-7b5cb73a835c req-aa7980e5-0807-4646-bb67-7b6f1d162d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:26.470645 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0655ef51-0ace-4a32-a746-7b5cb73a835c req-aa7980e5-0807-4646-bb67-7b6f1d162d08 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 1129 time: 0.0989292 Apr 05 11:18:26.887285 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358a06b-656d-4c71-b240-1a11a2a0ce69 req-9a82b57f-8242-47cb-a400-ca0012f2c47a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:26.889729 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e358a06b-656d-4c71-b240-1a11a2a0ce69 req-9a82b57f-8242-47cb-a400-ca0012f2c47a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.1054306 Apr 05 11:18:27.182776 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e358a06b-656d-4c71-b240-1a11a2a0ce69 req-bfcf9809-803a-415e-a803-c9eb3570129a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451257 Apr 05 11:18:27.182776 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5525469-5a42-434e-ac61-9ca711b1507f req-924712cb-de05-4dfa-84ea-1c5127d0ee6f tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:27.182776 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a5525469-5a42-434e-ac61-9ca711b1507f req-924712cb-de05-4dfa-84ea-1c5127d0ee6f tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0591538 Apr 05 11:18:27.182776 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a5525469-5a42-434e-ac61-9ca711b1507f req-93408556-885c-4993-bbae-159d652c5c5d tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458603 Apr 05 11:18:28.286671 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68181c-80b0-425e-bc60-c3b5bd8adf62 req-d1ba8a89-363d-4572-aae6-90967281ab3e tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:28.288643 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fd68181c-80b0-425e-bc60-c3b5bd8adf62 req-d1ba8a89-363d-4572-aae6-90967281ab3e tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0562706 Apr 05 11:18:28.316888 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7df29c-b1bc-45ea-ae36-39f227e45814 req-dd24a75b-f63e-4db9-a492-f5009be8871c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:28.318411 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef7df29c-b1bc-45ea-ae36-39f227e45814 req-dd24a75b-f63e-4db9-a492-f5009be8871c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0702789 Apr 05 11:18:28.368773 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fd68181c-80b0-425e-bc60-c3b5bd8adf62 req-7969043e-02c0-47a6-8bdf-ae006f492ba2 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585256 Apr 05 11:18:28.410999 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef7df29c-b1bc-45ea-ae36-39f227e45814 req-b9ee91a8-0899-4894-b02b-afd5a337d292 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711005 Apr 05 11:18:29.472366 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b8a57-dcaf-41fc-8a68-bccfd6e55bc7 req-b9f0088a-9850-4c5c-9ba3-95f44ff6a3dd tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:29.475279 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-259b8a57-dcaf-41fc-8a68-bccfd6e55bc7 req-b9f0088a-9850-4c5c-9ba3-95f44ff6a3dd tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0559886 Apr 05 11:18:29.539116 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e13ba8-ba37-4387-95bd-d75eb294865f req-7a89ac38-497c-47ba-84f8-760bcb22094f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:29.541257 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-05e13ba8-ba37-4387-95bd-d75eb294865f req-7a89ac38-497c-47ba-84f8-760bcb22094f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0642049 Apr 05 11:18:29.542837 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-259b8a57-dcaf-41fc-8a68-bccfd6e55bc7 req-b1e1e27b-4f07-449d-9669-d53878a1d74d tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607123 Apr 05 11:18:29.587842 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-05e13ba8-ba37-4387-95bd-d75eb294865f req-14c4bb3e-38f5-4471-b92f-a9a3d6ff18ca tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406318 Apr 05 11:18:30.669262 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd34b3-a917-4245-9f49-6ea6c1bef7e3 req-8e00bfa9-c0f3-4447-99fc-7e0cf79bda27 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:30.671120 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bcdd34b3-a917-4245-9f49-6ea6c1bef7e3 req-8e00bfa9-c0f3-4447-99fc-7e0cf79bda27 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0594735 Apr 05 11:18:30.717360 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff5d53-8794-43fc-9c6f-badb4d254ab5 req-1706baeb-c8a4-4a83-bed2-9ab3572e6a11 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:30.719595 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1dff5d53-8794-43fc-9c6f-badb4d254ab5 req-1706baeb-c8a4-4a83-bed2-9ab3572e6a11 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0561094 Apr 05 11:18:30.744470 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bcdd34b3-a917-4245-9f49-6ea6c1bef7e3 req-aff41a10-0e24-49b6-aee5-f892a22200eb tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680621 Apr 05 11:18:30.770481 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1dff5d53-8794-43fc-9c6f-badb4d254ab5 req-6ca354d9-0a75-481c-a67e-54cd1d3971e3 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431280 Apr 05 11:18:31.867070 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4f5a9-258c-46e0-8de6-73910bba4a73 req-aba54e50-e6fe-4f8c-9026-3e75cf31e628 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:31.868787 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ecd4f5a9-258c-46e0-8de6-73910bba4a73 req-aba54e50-e6fe-4f8c-9026-3e75cf31e628 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0553956 Apr 05 11:18:31.919896 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f2c49-38b2-42fc-8661-0684a7935152 req-c8162f2a-96fa-4efb-b6cc-06f7796291de tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:31.921513 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-877f2c49-38b2-42fc-8661-0684a7935152 req-c8162f2a-96fa-4efb-b6cc-06f7796291de tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0693085 Apr 05 11:18:31.923093 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ecd4f5a9-258c-46e0-8de6-73910bba4a73 req-b32ad73e-6d29-46bb-9c75-29ecc5603666 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473621 Apr 05 11:18:31.971020 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-877f2c49-38b2-42fc-8661-0684a7935152 req-9afcf499-0c6c-437a-9129-2095a67f3003 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439799 Apr 05 11:18:33.050829 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5550e-6311-47f7-bce3-4cd028387a21 req-ccd8842f-8fc1-4234-9ea4-9927b6a0a365 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:33.052337 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a6e5550e-6311-47f7-bce3-4cd028387a21 req-ccd8842f-8fc1-4234-9ea4-9927b6a0a365 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0575325 Apr 05 11:18:33.103304 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a6e5550e-6311-47f7-bce3-4cd028387a21 req-daef427f-bb67-4432-a623-a70ec95bba8e tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444233 Apr 05 11:18:33.241380 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d1a9a-bd82-43be-910e-27b08f9502f8 req-d9ddac9b-dbd4-4719-9ff4-edf42f7724f2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:33.242886 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7c5d1a9a-bd82-43be-910e-27b08f9502f8 req-d9ddac9b-dbd4-4719-9ff4-edf42f7724f2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0749338 Apr 05 11:18:33.295220 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7c5d1a9a-bd82-43be-910e-27b08f9502f8 req-440e28a4-c2cc-44ed-ae12-6a2320daa13e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451591 Apr 05 11:18:33.869351 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 33112) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:18:33.983780 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cd16239b-2140-4b16-a8b3-0d0dbba5de27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:34.057039 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cd16239b-2140-4b16-a8b3-0d0dbba5de27 admin admin] Publish callbacks [] for security_group (6ea2d99c-e80e-4576-94d2-9502a4cdc722), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:34.179669 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cd16239b-2140-4b16-a8b3-0d0dbba5de27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (6ea2d99c-e80e-4576-94d2-9502a4cdc722), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:34.233350 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 33120) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:18:34.243471 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-cd16239b-2140-4b16-a8b3-0d0dbba5de27 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87564208155f480585277533b68b540f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3726733 Apr 05 11:18:34.261565 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16239b-2140-4b16-a8b3-0d0dbba5de27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea2d99c-e80e-4576-94d2-9502a4cdc722,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:18:34.271053 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16239b-2140-4b16-a8b3-0d0dbba5de27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.271393 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16239b-2140-4b16-a8b3-0d0dbba5de27 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.271728 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16239b-2140-4b16-a8b3-0d0dbba5de27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.272060 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16239b-2140-4b16-a8b3-0d0dbba5de27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.272380 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16239b-2140-4b16-a8b3-0d0dbba5de27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.272698 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16239b-2140-4b16-a8b3-0d0dbba5de27 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.273013 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16239b-2140-4b16-a8b3-0d0dbba5de27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.273329 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16239b-2140-4b16-a8b3-0d0dbba5de27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.273643 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16239b-2140-4b16-a8b3-0d0dbba5de27 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.273960 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16239b-2140-4b16-a8b3-0d0dbba5de27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.274273 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16239b-2140-4b16-a8b3-0d0dbba5de27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.274588 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16239b-2140-4b16-a8b3-0d0dbba5de27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.274925 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16239b-2140-4b16-a8b3-0d0dbba5de27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.275235 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16239b-2140-4b16-a8b3-0d0dbba5de27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.275543 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd16239b-2140-4b16-a8b3-0d0dbba5de27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.288549 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d64cb4-8e50-4715-b941-996f95ad007d req-5ba9a5fc-1681-4a24-b773-6c3e0a0797fa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:34.289963 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-61d64cb4-8e50-4715-b941-996f95ad007d req-5ba9a5fc-1681-4a24-b773-6c3e0a0797fa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.1201544 Apr 05 11:18:34.301081 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6d63ffb2-f6dd-4f51-aef0-866257f40acc admin admin] Publish callbacks [] for security_group (6ea2d99c-e80e-4576-94d2-9502a4cdc722), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:34.322643 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6d63ffb2-f6dd-4f51-aef0-866257f40acc admin admin] Publish callbacks [] for security_group (6ea2d99c-e80e-4576-94d2-9502a4cdc722), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:34.347624 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-61d64cb4-8e50-4715-b941-996f95ad007d req-0fd55e36-2d22-49ae-bd15-049ad61b78aa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511405 Apr 05 11:18:34.439475 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b30c5-d284-4f53-a510-34def639bd67 req-30cf59f9-a736-4eed-b843-f2f465a65272 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:34.447350 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b84b30c5-d284-4f53-a510-34def639bd67 req-30cf59f9-a736-4eed-b843-f2f465a65272 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0703359 Apr 05 11:18:34.455623 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6d63ffb2-f6dd-4f51-aef0-866257f40acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (6ea2d99c-e80e-4576-94d2-9502a4cdc722), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:34.460267 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6d63ffb2-f6dd-4f51-aef0-866257f40acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:34.460267 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-6d63ffb2-f6dd-4f51-aef0-866257f40acc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ea2d99c-e80e-4576-94d2-9502a4cdc722 HTTP/1.1" status: 204 len: 168 time: 0.2245083 Apr 05 11:18:34.476187 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63ffb2-f6dd-4f51-aef0-866257f40acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea2d99c-e80e-4576-94d2-9502a4cdc722,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:18:34.493724 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63ffb2-f6dd-4f51-aef0-866257f40acc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.494084 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63ffb2-f6dd-4f51-aef0-866257f40acc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.494978 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63ffb2-f6dd-4f51-aef0-866257f40acc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.495326 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63ffb2-f6dd-4f51-aef0-866257f40acc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.495665 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63ffb2-f6dd-4f51-aef0-866257f40acc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.496090 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63ffb2-f6dd-4f51-aef0-866257f40acc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.496334 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63ffb2-f6dd-4f51-aef0-866257f40acc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.496662 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63ffb2-f6dd-4f51-aef0-866257f40acc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.497001 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63ffb2-f6dd-4f51-aef0-866257f40acc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.497342 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63ffb2-f6dd-4f51-aef0-866257f40acc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.497695 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63ffb2-f6dd-4f51-aef0-866257f40acc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.498026 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63ffb2-f6dd-4f51-aef0-866257f40acc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.498354 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63ffb2-f6dd-4f51-aef0-866257f40acc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.498831 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63ffb2-f6dd-4f51-aef0-866257f40acc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.499162 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d63ffb2-f6dd-4f51-aef0-866257f40acc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:18:34.516619 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b84b30c5-d284-4f53-a510-34def639bd67 req-51df24c1-6508-4e10-a6da-ef3b4aeb565f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677254 Apr 05 11:18:35.465246 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b247536-dcb2-48e7-babe-4b54320108db req-478acd89-1dfe-477a-b7ec-b13b95a2d7c3 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:35.466724 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5b247536-dcb2-48e7-babe-4b54320108db req-478acd89-1dfe-477a-b7ec-b13b95a2d7c3 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0518365 Apr 05 11:18:35.525283 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5b247536-dcb2-48e7-babe-4b54320108db req-1d3010fe-a5b6-4d50-9652-c282ce463a81 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528748 Apr 05 11:18:35.658434 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4875ee-f94a-434a-b53f-c88ba6fa5625 req-3591a252-9ad7-49ce-8776-81146c230ecb tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:35.659962 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5e4875ee-f94a-434a-b53f-c88ba6fa5625 req-3591a252-9ad7-49ce-8776-81146c230ecb tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0626478 Apr 05 11:18:35.736403 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5e4875ee-f94a-434a-b53f-c88ba6fa5625 req-08b0dd1d-2c87-49cb-aba8-6ed5e4163237 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622153 Apr 05 11:18:36.662647 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626bd2d-8f24-40ae-9e5b-6cdbf787a4c4 req-34535ce6-8d7a-4174-bd8e-061b653f356f tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:36.664141 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7626bd2d-8f24-40ae-9e5b-6cdbf787a4c4 req-34535ce6-8d7a-4174-bd8e-061b653f356f tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0587783 Apr 05 11:18:36.713656 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7626bd2d-8f24-40ae-9e5b-6cdbf787a4c4 req-c35cdf4d-d479-41f8-8c3c-5459cc1d7da2 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427666 Apr 05 11:18:36.876835 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee980c90-0214-40b9-98a2-186bf77c312d req-ddd39df0-e64b-464c-973d-3653fb8e9d70 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:36.878373 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ee980c90-0214-40b9-98a2-186bf77c312d req-ddd39df0-e64b-464c-973d-3653fb8e9d70 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0655479 Apr 05 11:18:36.941666 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ee980c90-0214-40b9-98a2-186bf77c312d req-b916a379-bf3a-4692-856e-67df23ef8ac5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561264 Apr 05 11:18:37.842224 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca55e6-5dd5-4229-ba64-ae0166451319 req-463e6043-598c-438a-9bfa-10d9a6f111a0 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:37.843707 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-25ca55e6-5dd5-4229-ba64-ae0166451319 req-463e6043-598c-438a-9bfa-10d9a6f111a0 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0576458 Apr 05 11:18:37.893636 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-25ca55e6-5dd5-4229-ba64-ae0166451319 req-cd9c9eb9-b6c2-4ea9-8d81-74fa5426b85f tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443416 Apr 05 11:18:38.067020 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc339e-93be-43d7-857e-5a6075ca937b req-ebd4e7df-fc40-4197-81de-e419335114b7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:38.068466 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8cdc339e-93be-43d7-857e-5a6075ca937b req-ebd4e7df-fc40-4197-81de-e419335114b7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0524240 Apr 05 11:18:38.116321 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8cdc339e-93be-43d7-857e-5a6075ca937b req-c0d4534d-0d26-4308-af4c-efe0d7e85714 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421405 Apr 05 11:18:39.010109 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e254e-755d-4818-988f-96d71c3431b4 req-b2df1f07-d164-4aa5-aef4-b7f2a539bb5a tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:39.011626 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3f8e254e-755d-4818-988f-96d71c3431b4 req-b2df1f07-d164-4aa5-aef4-b7f2a539bb5a tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0524535 Apr 05 11:18:39.063293 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3f8e254e-755d-4818-988f-96d71c3431b4 req-be5f9c33-7d79-4529-90ab-54cb1cfdaed5 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439835 Apr 05 11:18:39.256413 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e006530-4458-4a9f-b5dd-4b5e0f2fa174 req-80e9aa47-bdaa-46f5-9b4f-eb0cd0dce869 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:39.257920 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1e006530-4458-4a9f-b5dd-4b5e0f2fa174 req-80e9aa47-bdaa-46f5-9b4f-eb0cd0dce869 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0648942 Apr 05 11:18:39.310534 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1e006530-4458-4a9f-b5dd-4b5e0f2fa174 req-00849c69-8288-4d6d-a5c3-87063834dad6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467224 Apr 05 11:18:39.645738 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:18:40.187268 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d53590-8fce-48d4-beac-bc2f660d4e51 req-93f2db5f-1906-4806-b1f8-1ec2729ed717 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:40.188681 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f1d53590-8fce-48d4-beac-bc2f660d4e51 req-93f2db5f-1906-4806-b1f8-1ec2729ed717 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0544510 Apr 05 11:18:40.248777 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f1d53590-8fce-48d4-beac-bc2f660d4e51 req-4b3c50a0-5cdc-40d0-b90d-51360c05a180 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541883 Apr 05 11:18:40.435073 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb54ddc-0da1-4fad-8f22-be2b97c1b0a2 req-000259c8-27bd-4d67-9e8b-933ed9574434 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:40.436558 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-adb54ddc-0da1-4fad-8f22-be2b97c1b0a2 req-000259c8-27bd-4d67-9e8b-933ed9574434 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0542326 Apr 05 11:18:40.484048 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-adb54ddc-0da1-4fad-8f22-be2b97c1b0a2 req-655821a2-c053-4060-bf88-9e13adcf0520 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418200 Apr 05 11:18:41.373867 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed2cfe-7555-4ec9-9e2d-f6abcc1f862a req-8022225e-77fd-452e-9c77-9f668cf4b828 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:41.375366 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-12ed2cfe-7555-4ec9-9e2d-f6abcc1f862a req-8022225e-77fd-452e-9c77-9f668cf4b828 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0552707 Apr 05 11:18:41.425756 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-12ed2cfe-7555-4ec9-9e2d-f6abcc1f862a req-405a0e30-0cdd-4ba7-920a-6805b1ee2078 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444283 Apr 05 11:18:41.625829 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfac99-9c93-4a0d-b2ad-c247924cb97c req-13696d5d-013d-47fe-bcda-64ce71add30b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:41.625829 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6dcfac99-9c93-4a0d-b2ad-c247924cb97c req-13696d5d-013d-47fe-bcda-64ce71add30b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0672054 Apr 05 11:18:41.670213 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6dcfac99-9c93-4a0d-b2ad-c247924cb97c req-7c0b5c30-a755-4c09-ae09-3c230800fdda tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415995 Apr 05 11:18:42.554586 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4c15f-2d75-431e-a8c9-b262a209f37c req-1c38b2a0-8817-4579-ae87-636f921730a7 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:42.556195 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-80f4c15f-2d75-431e-a8c9-b262a209f37c req-1c38b2a0-8817-4579-ae87-636f921730a7 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0530338 Apr 05 11:18:42.603308 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-80f4c15f-2d75-431e-a8c9-b262a209f37c req-e0647fb4-7818-4944-8597-8845d685ebbb tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413558 Apr 05 11:18:42.798848 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3b4ee-588c-47cb-adf6-162b801e0472 req-59ba4b25-aeed-43be-85bf-b7642f72c569 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:42.800420 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-31b3b4ee-588c-47cb-adf6-162b801e0472 req-59ba4b25-aeed-43be-85bf-b7642f72c569 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0550287 Apr 05 11:18:42.849095 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-31b3b4ee-588c-47cb-adf6-162b801e0472 req-ecf455f9-4d9d-4dbd-9174-97648608789f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430148 Apr 05 11:18:43.720672 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13edc257-0f8f-4a3c-9914-cade40ad1f61 req-31cc2a58-b713-4e33-824f-da5e44c510d1 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:43.722098 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-13edc257-0f8f-4a3c-9914-cade40ad1f61 req-31cc2a58-b713-4e33-824f-da5e44c510d1 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0549536 Apr 05 11:18:43.769456 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-13edc257-0f8f-4a3c-9914-cade40ad1f61 req-6cb27400-75b4-42d5-a1f3-cb7ba517d1c0 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418158 Apr 05 11:18:43.970876 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7530ae3-4e5c-4f93-b105-b82f70d2791c req-2d80f682-978b-4f5e-809a-0cacf5b14e2a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:43.972331 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7530ae3-4e5c-4f93-b105-b82f70d2791c req-2d80f682-978b-4f5e-809a-0cacf5b14e2a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0516605 Apr 05 11:18:44.017547 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b7530ae3-4e5c-4f93-b105-b82f70d2791c req-3895a3d7-ace6-4bfe-ad10-9d034d3738e5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396729 Apr 05 11:18:44.885025 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc95c2-b77a-4e7c-9717-29b5d4f2dda7 req-bfb53258-9fc4-4854-876d-4024c160b354 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:44.886389 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e5cc95c2-b77a-4e7c-9717-29b5d4f2dda7 req-bfb53258-9fc4-4854-876d-4024c160b354 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0519238 Apr 05 11:18:44.933927 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e5cc95c2-b77a-4e7c-9717-29b5d4f2dda7 req-2155e3d4-d69f-422b-8578-3e8298ac3239 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412173 Apr 05 11:18:45.140412 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d4cdd-7d94-4cd7-8e4b-3b5bcfed38b7 req-83a9f6f6-6d84-4f3a-a65a-6d6f254dd72c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:45.141786 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-783d4cdd-7d94-4cd7-8e4b-3b5bcfed38b7 req-83a9f6f6-6d84-4f3a-a65a-6d6f254dd72c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0521066 Apr 05 11:18:45.190470 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-783d4cdd-7d94-4cd7-8e4b-3b5bcfed38b7 req-484449e5-f6b1-4030-a4f0-0c0dd071471a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431137 Apr 05 11:18:46.052749 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45035da7-697c-4877-8ed5-e775badbfd07 req-9d99dcbd-b9b0-4ab9-9875-0e00742a359d tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:46.054182 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-45035da7-697c-4877-8ed5-e775badbfd07 req-9d99dcbd-b9b0-4ab9-9875-0e00742a359d tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0549712 Apr 05 11:18:46.101277 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-45035da7-697c-4877-8ed5-e775badbfd07 req-c1bb5387-ab4d-49ed-855b-0a23512bb551 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414674 Apr 05 11:18:46.312043 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9a9c7-784b-47a2-9c35-d61602bf5834 req-5aca3070-bf12-4355-9db6-5d3963b86c35 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:46.313501 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4df9a9c7-784b-47a2-9c35-d61602bf5834 req-5aca3070-bf12-4355-9db6-5d3963b86c35 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0518219 Apr 05 11:18:46.358343 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4df9a9c7-784b-47a2-9c35-d61602bf5834 req-e3d093e7-7f7e-4681-a0dd-9df4d1994166 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392349 Apr 05 11:18:46.572705 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:47.221357 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0badc26-22a7-486a-8c10-1ebf3399f1ea req-75c3b166-8f3a-43c2-a425-68345e107071 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:47.222891 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b0badc26-22a7-486a-8c10-1ebf3399f1ea req-75c3b166-8f3a-43c2-a425-68345e107071 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0549858 Apr 05 11:18:47.274885 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b0badc26-22a7-486a-8c10-1ebf3399f1ea req-570fef24-921d-4e12-8519-2616b66ac956 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462451 Apr 05 11:18:47.348420 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0655ef51-0ace-4a32-a746-7b5cb73a835c req-dd15ba68-c4d1-4533-8892-5bf7a07bb8fd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362200 Apr 05 11:18:47.487178 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d244b3d-6c12-48cf-a83e-7a7672a65260 req-3a02c821-9234-44dd-9b85-d0f7fb20ce5c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:47.488661 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6d244b3d-6c12-48cf-a83e-7a7672a65260 req-3a02c821-9234-44dd-9b85-d0f7fb20ce5c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0593588 Apr 05 11:18:47.537364 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6d244b3d-6c12-48cf-a83e-7a7672a65260 req-91b22c4f-3919-454b-8241-85b1052b4fea tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428450 Apr 05 11:18:48.391567 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85928c5-4bd9-4fa3-a706-55400d0f441e req-61acf30b-f238-4697-aa52-9752b93c50b1 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:48.393026 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b85928c5-4bd9-4fa3-a706-55400d0f441e req-61acf30b-f238-4697-aa52-9752b93c50b1 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0524850 Apr 05 11:18:48.412587 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3f52a30e-40a6-41f0-a512-308d584e66a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:48.444750 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b85928c5-4bd9-4fa3-a706-55400d0f441e req-b5ddfd07-4376-4645-b163-8d1a407095b5 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462799 Apr 05 11:18:48.658867 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ff0c8-78d3-44f0-b58b-f66ee0451127 req-b00b7773-943a-40bb-8dd8-e74d0adeae60 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:48.660316 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-936ff0c8-78d3-44f0-b58b-f66ee0451127 req-b00b7773-943a-40bb-8dd8-e74d0adeae60 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0520184 Apr 05 11:18:48.708227 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-936ff0c8-78d3-44f0-b58b-f66ee0451127 req-70f4f2a0-4d56-4c05-bd2d-858480368251 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420804 Apr 05 11:18:49.559866 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d7d27-cf12-4ca9-b077-8bc181088146 req-4f4e96a3-f1d3-4e5e-ad5a-cc6ca91f3947 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:49.561330 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-848d7d27-cf12-4ca9-b077-8bc181088146 req-4f4e96a3-f1d3-4e5e-ad5a-cc6ca91f3947 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0529518 Apr 05 11:18:49.609994 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-848d7d27-cf12-4ca9-b077-8bc181088146 req-9c797ca7-811e-4d36-82d0-16afb1e4e3ca tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424905 Apr 05 11:18:49.832588 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a71a3-7c83-44cf-8230-a5df648cd54b req-f50e7a67-3f81-441a-a84a-28257b5a7e27 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:49.833945 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f89a71a3-7c83-44cf-8230-a5df648cd54b req-f50e7a67-3f81-441a-a84a-28257b5a7e27 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0526981 Apr 05 11:18:49.879098 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f89a71a3-7c83-44cf-8230-a5df648cd54b req-79fdb7a5-46ea-40f8-bd08-90b753c4e02a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395973 Apr 05 11:18:50.728243 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de826b-ea43-4ed6-a484-ee72c9afddc1 req-62c94623-65f9-4c2b-9b28-7c85828ac5f7 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:50.729698 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-61de826b-ea43-4ed6-a484-ee72c9afddc1 req-62c94623-65f9-4c2b-9b28-7c85828ac5f7 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0516315 Apr 05 11:18:50.777727 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-61de826b-ea43-4ed6-a484-ee72c9afddc1 req-e3b5cc76-6ed8-454b-9fef-b7c989327ecc tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425272 Apr 05 11:18:50.909161 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-88e15f78-924c-425e-99ec-a4090ef7e9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:51.005368 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14745177-e19f-4752-8bbb-41914f664f82 req-6254bccd-09bd-4b0e-a40c-67744a40a97e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:51.006835 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-14745177-e19f-4752-8bbb-41914f664f82 req-6254bccd-09bd-4b0e-a40c-67744a40a97e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0571365 Apr 05 11:18:51.052164 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-14745177-e19f-4752-8bbb-41914f664f82 req-dd2b39d9-c5de-4ae6-97db-c625ebd90bb2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397270 Apr 05 11:18:51.863757 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:51.896931 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd9773-f1da-4a42-ac48-daebfd8c24ef req-7e655bbe-b724-4a2e-aaaf-ccc3cf48b14f tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:51.898341 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eafd9773-f1da-4a42-ac48-daebfd8c24ef req-7e655bbe-b724-4a2e-aaaf-ccc3cf48b14f tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0557365 Apr 05 11:18:51.946200 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eafd9773-f1da-4a42-ac48-daebfd8c24ef req-0c1076da-b276-4408-9653-6dd62825a7c1 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423226 Apr 05 11:18:52.175524 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e1d5a-ab38-482f-8d0a-cc8d071d398a req-4bd09966-34fc-4f22-90db-5a8528c3cfb2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:52.176879 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d63e1d5a-ab38-482f-8d0a-cc8d071d398a req-4bd09966-34fc-4f22-90db-5a8528c3cfb2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0523698 Apr 05 11:18:52.223191 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d63e1d5a-ab38-482f-8d0a-cc8d071d398a req-fc028c33-9a4a-4fda-a6a4-73af95ddd4bd tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406692 Apr 05 11:18:53.063759 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d620f-e710-4c84-a07a-25704c8c31d3 req-e4c9c2ff-0f63-4dd4-9824-399ad4168aeb tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:53.065240 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fc5d620f-e710-4c84-a07a-25704c8c31d3 req-e4c9c2ff-0f63-4dd4-9824-399ad4168aeb tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0510633 Apr 05 11:18:53.113241 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fc5d620f-e710-4c84-a07a-25704c8c31d3 req-594f9215-20b5-4bd0-b63b-d9dab5bacdaa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425494 Apr 05 11:18:53.161389 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:53.349376 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cf955-1854-4cdc-9547-33fda0d5859c req-6c2ab9cc-28a3-4382-bace-c13717a4b736 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:53.350903 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-179cf955-1854-4cdc-9547-33fda0d5859c req-6c2ab9cc-28a3-4382-bace-c13717a4b736 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0555763 Apr 05 11:18:53.396698 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-179cf955-1854-4cdc-9547-33fda0d5859c req-deaa4f5a-4270-489e-a132-319d17f6302a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402100 Apr 05 11:18:54.230939 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130cd1c-0e67-4018-a955-4eaae8a82a2c req-773efcd4-f66f-471a-a95f-e095eb74afce tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:54.232452 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e130cd1c-0e67-4018-a955-4eaae8a82a2c req-773efcd4-f66f-471a-a95f-e095eb74afce tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0517735 Apr 05 11:18:54.291509 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e130cd1c-0e67-4018-a955-4eaae8a82a2c req-209e394f-92d7-43e6-9a57-c1a6711f86f3 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506861 Apr 05 11:18:54.517409 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dc415-dadb-40a8-ac61-2237c96ae195 req-4fcbec15-1ae1-464f-a358-2832b64ccfc7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:54.518866 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ec9dc415-dadb-40a8-ac61-2237c96ae195 req-4fcbec15-1ae1-464f-a358-2832b64ccfc7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0524347 Apr 05 11:18:54.564881 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ec9dc415-dadb-40a8-ac61-2237c96ae195 req-765e3cf2-2f6a-453f-b30b-66c976e35253 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405874 Apr 05 11:18:54.953736 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:55.412035 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082c538-4370-458a-93d5-ec5b98ebb1da req-178b3233-607e-4855-9cb9-dd279a131384 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:55.413704 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d082c538-4370-458a-93d5-ec5b98ebb1da req-178b3233-607e-4855-9cb9-dd279a131384 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0532322 Apr 05 11:18:55.462232 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d082c538-4370-458a-93d5-ec5b98ebb1da req-0863b541-490e-4020-bd91-ed118b2ec3ea tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427580 Apr 05 11:18:55.685125 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4cd1f2-adb3-4e40-a716-1cc6e1fb8f97 req-85b4d626-ead4-4564-8f57-554b712d9918 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:55.686562 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5f4cd1f2-adb3-4e40-a716-1cc6e1fb8f97 req-85b4d626-ead4-4564-8f57-554b712d9918 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0504899 Apr 05 11:18:55.736102 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5f4cd1f2-adb3-4e40-a716-1cc6e1fb8f97 req-c9457e9b-444c-44e1-a3da-5d0d76bc22f9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431423 Apr 05 11:18:56.577550 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91767c-821f-4fa3-8b25-8fd24258d00c req-85ca4726-891d-4421-9ebd-5ce1cc8059d0 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:56.578962 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ae91767c-821f-4fa3-8b25-8fd24258d00c req-85ca4726-891d-4421-9ebd-5ce1cc8059d0 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0527830 Apr 05 11:18:56.626869 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ae91767c-821f-4fa3-8b25-8fd24258d00c req-ada306e4-9ea2-4472-8e63-862d3a221c0a tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416524 Apr 05 11:18:56.858943 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f8ec7-cda8-4f5f-b079-aa4f70a495f8 req-7c1f5e93-4f97-42c7-b5b2-cd448c858b23 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:56.860320 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef1f8ec7-cda8-4f5f-b079-aa4f70a495f8 req-7c1f5e93-4f97-42c7-b5b2-cd448c858b23 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0524061 Apr 05 11:18:56.909102 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef1f8ec7-cda8-4f5f-b079-aa4f70a495f8 req-0f4d6ff6-a88c-4303-97b4-346ff1d7a38a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432236 Apr 05 11:18:57.746830 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0bcb8-6531-4864-ade9-b2ea00f41979 req-11f7d972-9cfd-4697-8db5-20c18bb64e02 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:57.748260 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-08b0bcb8-6531-4864-ade9-b2ea00f41979 req-11f7d972-9cfd-4697-8db5-20c18bb64e02 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0551004 Apr 05 11:18:57.797648 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-08b0bcb8-6531-4864-ade9-b2ea00f41979 req-0287df31-ee30-4fcd-93df-c3d3f4e7e9fa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437691 Apr 05 11:18:57.912856 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b5d5c-0fdd-4cce-8655-b6e81874a1f0 req-e9d6578e-34d2-46d2-a83b-884b4865119d tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:57.914283 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e64b5d5c-0fdd-4cce-8655-b6e81874a1f0 req-e9d6578e-34d2-46d2-a83b-884b4865119d tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0524342 Apr 05 11:18:57.968298 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e64b5d5c-0fdd-4cce-8655-b6e81874a1f0 req-80093a49-7ecb-4284-b8a7-51e1f09285dd tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483775 Apr 05 11:18:57.989727 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 33350) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:18:58.032960 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d8797-2272-43e7-aa66-25f115d3bf80 req-f475c882-b0ce-4183-a827-6e2f200972ea tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:58.034432 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f98d8797-2272-43e7-aa66-25f115d3bf80 req-f475c882-b0ce-4183-a827-6e2f200972ea tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0535460 Apr 05 11:18:58.081199 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f98d8797-2272-43e7-aa66-25f115d3bf80 req-80532d3a-525b-48c6-8b5c-1a0b76f35552 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408018 Apr 05 11:18:58.134975 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf2bfcb-8460-465e-bf40-ac4ffd13eb73 tempest-TestShelveInstance-379259710 tempest-TestShelveInstance-379259710-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:58.136455 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-dbf2bfcb-8460-465e-bf40-ac4ffd13eb73 tempest-TestShelveInstance-379259710 tempest-TestShelveInstance-379259710-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 1124 time: 0.1457522 Apr 05 11:18:58.139383 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 33354) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:18:58.143595 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-32d20d86-5c77-4062-8d87-140f62642cfa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Request body: {'floatingip': {'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'port_id': 'dc377578-0184-4a80-88e0-2385eab5c0c4', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:18:58.246787 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-32d20d86-5c77-4062-8d87-140f62642cfa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:58.340003 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-32d20d86-5c77-4062-8d87-140f62642cfa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:58.443993 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-32d20d86-5c77-4062-8d87-140f62642cfa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Allocated IP 172.27.0.206 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/5d9169e2-9923-4df1-84c0-b6a39395c864) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:18:58.540081 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-32d20d86-5c77-4062-8d87-140f62642cfa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for port (5d9169e2-9923-4df1-84c0-b6a39395c864), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:58.647519 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-32d20d86-5c77-4062-8d87-140f62642cfa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (5d9169e2-9923-4df1-84c0-b6a39395c864), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:58.687737 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d20d86-5c77-4062-8d87-140f62642cfa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:18:58.690475 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-32d20d86-5c77-4062-8d87-140f62642cfa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:18:58.695975 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d20d86-5c77-4062-8d87-140f62642cfa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:18:58.717678 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d20d86-5c77-4062-8d87-140f62642cfa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Pushing event updated for resources: {'Port': ['ID=5d9169e2-9923-4df1-84c0-b6a39395c864,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:18:59.058182 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-32d20d86-5c77-4062-8d87-140f62642cfa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for floatingip (efa818ac-b35d-4d73-ad11-9658a7c1db30), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:59.202866 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-32d20d86-5c77-4062-8d87-140f62642cfa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (5d9169e2-9923-4df1-84c0-b6a39395c864), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:59.249735 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd38f6-f9d2-4c66-8a49-fcaba550b20d req-d44ad3b8-1b65-4e0c-83b8-3da67d657837 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:18:59.251320 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6ccd38f6-f9d2-4c66-8a49-fcaba550b20d req-d44ad3b8-1b65-4e0c-83b8-3da67d657837 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0990272 Apr 05 11:18:59.353606 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6ccd38f6-f9d2-4c66-8a49-fcaba550b20d req-bb7d8835-aa7f-4ab1-93bc-eddc217c3937 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946317 Apr 05 11:18:59.407473 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-32d20d86-5c77-4062-8d87-140f62642cfa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for port (5d9169e2-9923-4df1-84c0-b6a39395c864), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:59.497441 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-32d20d86-5c77-4062-8d87-140f62642cfa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (5d9169e2-9923-4df1-84c0-b6a39395c864), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:59.566083 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d20d86-5c77-4062-8d87-140f62642cfa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Pushing event updated for resources: {'Port': ['ID=5d9169e2-9923-4df1-84c0-b6a39395c864,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:18:59.579605 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-32d20d86-5c77-4062-8d87-140f62642cfa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (efa818ac-b35d-4d73-ad11-9658a7c1db30), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:18:59.680772 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-32d20d86-5c77-4062-8d87-140f62642cfa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Floating IP efa818ac-b35d-4d73-ad11-9658a7c1db30 associated. External IP: 172.27.0.206, port: dc377578-0184-4a80-88e0-2385eab5c0c4. Apr 05 11:18:59.884937 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d20d86-5c77-4062-8d87-140f62642cfa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Router db413520-db97-424e-b54f-4b3ce9c16d0e has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:18:59.992797 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d20d86-5c77-4062-8d87-140f62642cfa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:19:00.003106 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5595ab60-9970-469a-a306-694ca9166a96 None None] Sync routers for ids ['db413520-db97-424e-b54f-4b3ce9c16d0e'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:19:00.012523 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5595ab60-9970-469a-a306-694ca9166a96 None None] Routers {'db413520-db97-424e-b54f-4b3ce9c16d0e'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:19:00.028696 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5595ab60-9970-469a-a306-694ca9166a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:18:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['db413520-db97-424e-b54f-4b3ce9c16d0e'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:19:00.119730 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-5595ab60-9970-469a-a306-694ca9166a96 None None] Set router db413520-db97-424e-b54f-4b3ce9c16d0e gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:19:00.134071 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-32d20d86-5c77-4062-8d87-140f62642cfa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:00.165684 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-32d20d86-5c77-4062-8d87-140f62642cfa tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0252430 Apr 05 11:19:00.166285 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e16432-3df3-4325-b757-906fbbeca604', 'tag': 'dc377578-0184-4a80-88e0-2385eab5c0c4'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:19:00.168623 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69e151f-a2a7-4e7c-b15f-cfb96a5671b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e16432-3df3-4325-b757-906fbbeca604", "tag": "dc377578-0184-4a80-88e0-2385eab5c0c4"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:19:00.330554 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ab828b-597c-42e6-8db0-ac1d98e5b751 x-openstack-request-id: req-a0ab828b-597c-42e6-8db0-ac1d98e5b751 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:19:00.330868 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e16432-3df3-4325-b757-906fbbeca604", "tag": "dc377578-0184-4a80-88e0-2385eab5c0c4", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:19:00.331125 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0ab828b-597c-42e6-8db0-ac1d98e5b751 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:19:00.331523 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0ab828b-597c-42e6-8db0-ac1d98e5b751'] response: {'name': 'network-changed', 'server_uuid': 'e4e16432-3df3-4325-b757-906fbbeca604', 'tag': 'dc377578-0184-4a80-88e0-2385eab5c0c4', 'status': 'completed', 'code': 200} Apr 05 11:19:00.436340 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5595ab60-9970-469a-a306-694ca9166a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'name': 'tempest-TestShelveInstance-1096816453-router', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:29Z', 'updated_at': '2022-04-05T11:16:34Z', 'revision_number': 4, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'gw_port': {'id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:30Z', 'updated_at': '2022-04-05T11:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'efa818ac-b35d-4d73-ad11-9658a7c1db30', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'floating_ip_address': '172.27.0.206', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'port_id': 'dc377578-0184-4a80-88e0-2385eab5c0c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953', 'mac_address': 'fa:16:3e:a9:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e16432-3df3-4325-b757-906fbbeca604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:18:58Z', 'updated_at': '2022-04-05T11:18:58Z', 'revision_number': 0, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63349a45-fb41-4902-88a7-644f767d9fcf', 'name': '', 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'mac_address': 'fa:16:3e:41:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:33Z', 'updated_at': '2022-04-05T11:16:39Z', 'revision_number': 5, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'subnets': [{'id': 'dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:19:00.467233 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5595ab60-9970-469a-a306-694ca9166a96 None None] Checking router: db413520-db97-424e-b54f-4b3ce9c16d0e for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:19:00.475853 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5595ab60-9970-469a-a306-694ca9166a96 None None] Routers {'db413520-db97-424e-b54f-4b3ce9c16d0e'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:19:00.476475 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5595ab60-9970-469a-a306-694ca9166a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:18:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['db413520-db97-424e-b54f-4b3ce9c16d0e'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:19:00.483739 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbcd2b-00fd-4f54-8988-174b23160a1a req-bc74cac3-eb63-4b47-ae47-ab589495c6cb tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:00.485263 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-51dbcd2b-00fd-4f54-8988-174b23160a1a req-bc74cac3-eb63-4b47-ae47-ab589495c6cb tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0583541 Apr 05 11:19:00.533347 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-51dbcd2b-00fd-4f54-8988-174b23160a1a req-e89ffa77-b396-4238-a273-cb89393ec24f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418317 Apr 05 11:19:00.584864 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-5595ab60-9970-469a-a306-694ca9166a96 None None] Set router db413520-db97-424e-b54f-4b3ce9c16d0e gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:19:00.800528 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5595ab60-9970-469a-a306-694ca9166a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'name': 'tempest-TestShelveInstance-1096816453-router', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:29Z', 'updated_at': '2022-04-05T11:16:34Z', 'revision_number': 4, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'gw_port': {'id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:30Z', 'updated_at': '2022-04-05T11:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'efa818ac-b35d-4d73-ad11-9658a7c1db30', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'floating_ip_address': '172.27.0.206', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'port_id': 'dc377578-0184-4a80-88e0-2385eab5c0c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953', 'mac_address': 'fa:16:3e:a9:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e16432-3df3-4325-b757-906fbbeca604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:18:58Z', 'updated_at': '2022-04-05T11:18:58Z', 'revision_number': 0, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63349a45-fb41-4902-88a7-644f767d9fcf', 'name': '', 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'mac_address': 'fa:16:3e:41:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:33Z', 'updated_at': '2022-04-05T11:16:39Z', 'revision_number': 5, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'subnets': [{'id': 'dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:19:00.829823 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5595ab60-9970-469a-a306-694ca9166a96 None None] The sync data for ids ['db413520-db97-424e-b54f-4b3ce9c16d0e'] in dv-cinder-818994-3-iscsi is: [{'id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'name': 'tempest-TestShelveInstance-1096816453-router', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:29Z', 'updated_at': '2022-04-05T11:16:34Z', 'revision_number': 4, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'gw_port': {'id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:30Z', 'updated_at': '2022-04-05T11:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'efa818ac-b35d-4d73-ad11-9658a7c1db30', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'floating_ip_address': '172.27.0.206', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'port_id': 'dc377578-0184-4a80-88e0-2385eab5c0c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953', 'mac_address': 'fa:16:3e:a9:4c:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4e16432-3df3-4325-b757-906fbbeca604', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:18:58Z', 'updated_at': '2022-04-05T11:18:58Z', 'revision_number': 0, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63349a45-fb41-4902-88a7-644f767d9fcf', 'name': '', 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'mac_address': 'fa:16:3e:41:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:33Z', 'updated_at': '2022-04-05T11:16:39Z', 'revision_number': 5, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'subnets': [{'id': 'dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:19:01.017098 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29469f7-2887-453f-91be-adc38141dc18 None None] New status for floating IP efa818ac-b35d-4d73-ad11-9658a7c1db30: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:19:01.660334 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0696c-320b-4dad-b748-517657a91b20 req-0925f4e0-8726-46b3-92d3-9e8c7b29a593 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:01.662469 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-32c0696c-320b-4dad-b748-517657a91b20 req-0925f4e0-8726-46b3-92d3-9e8c7b29a593 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0559256 Apr 05 11:19:01.708127 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-32c0696c-320b-4dad-b748-517657a91b20 req-d3c2a327-032e-40c0-b3c3-f353bbf6bc2e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394890 Apr 05 11:19:02.388062 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e151f-a2a7-4e7c-b15f-cfb96a5671b1 req-c32e1b1b-fb1c-4c2e-98d5-6783db4a705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:02.389509 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b69e151f-a2a7-4e7c-b15f-cfb96a5671b1 req-c32e1b1b-fb1c-4c2e-98d5-6783db4a705c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b3e907fc457e4c4396437b93bfa31859&device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 1129 time: 0.0439334 Apr 05 11:19:02.829988 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467e66a-9b8c-4af6-a3b9-f6b657ea7d83 req-c6869f9a-d55b-47f8-b02e-f0dea552cc35 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:02.831478 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4467e66a-9b8c-4af6-a3b9-f6b657ea7d83 req-c6869f9a-d55b-47f8-b02e-f0dea552cc35 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0516565 Apr 05 11:19:02.882498 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4467e66a-9b8c-4af6-a3b9-f6b657ea7d83 req-d437c60a-0ff9-4125-9c23-41e11a8efa17 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454097 Apr 05 11:19:04.008055 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3247e-7c35-45b3-beb3-13bee3146544 req-544b18f4-60bc-4329-ae31-30ff1ea22a4b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:04.009595 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5ef3247e-7c35-45b3-beb3-13bee3146544 req-544b18f4-60bc-4329-ae31-30ff1ea22a4b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0539558 Apr 05 11:19:04.058170 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5ef3247e-7c35-45b3-beb3-13bee3146544 req-f4666b48-bc8d-4751-a16b-2e2660d5e0a8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428553 Apr 05 11:19:05.182582 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920b716-1123-4f3d-a0c4-b5825c4a4b47 req-53629219-6700-4a97-9edd-e9ec6996cc76 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:05.184105 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6920b716-1123-4f3d-a0c4-b5825c4a4b47 req-53629219-6700-4a97-9edd-e9ec6996cc76 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 944 time: 0.0524333 Apr 05 11:19:05.230809 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6920b716-1123-4f3d-a0c4-b5825c4a4b47 req-c6e37682-623f-400a-9642-e7942e9a1d6b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409787 Apr 05 11:19:05.661927 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device be14224c-0258-4dc2-9ce4-f41347c20fc0 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:19:05.760804 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port be14224c-0258-4dc2-9ce4-f41347c20fc0, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=be14224c-0258-4dc2-9ce4-f41347c20fc0,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:19:05.773055 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': 'be14224c-0258-4dc2-9ce4-f41347c20fc0', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'port_id': 'be14224c-0258-4dc2-9ce4-f41347c20fc0', 'mac_address': 'fa:16:3e:67:ce:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:19:05.813442 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port be14224c-0258-4dc2-9ce4-f41347c20fc0 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:19:05.813964 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:05.831315 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be14224c-0258-4dc2-9ce4-f41347c20fc0 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:19:05.843869 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e151f-a2a7-4e7c-b15f-cfb96a5671b1 req-1a233042-b635-44b2-8aab-0d861bbedc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:05.845546 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b69e151f-a2a7-4e7c-b15f-cfb96a5671b1 req-1a233042-b635-44b2-8aab-0d861bbedc77 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dcecadc1-803f-40fe-91be-b25ccccfa953 HTTP/1.1" status: 200 len: 910 time: 0.1009505 Apr 05 11:19:05.855256 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port be14224c-0258-4dc2-9ce4-f41347c20fc0, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=be14224c-0258-4dc2-9ce4-f41347c20fc0,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:19:05.994914 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:06.048530 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=be14224c-0258-4dc2-9ce4-f41347c20fc0,revision_number=9']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:19:06.056186 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:19:06.056606 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:19:06.056963 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:19:06.057323 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:19:06.057666 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:19:06.057995 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:19:06.058321 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:19:06.058667 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:19:06.058994 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:19:06.059315 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:19:06.059642 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:19:06.059978 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:19:06.060303 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:19:06.060623 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:19:06.060939 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:19:06.140935 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b69e151f-a2a7-4e7c-b15f-cfb96a5671b1 req-36a9331b-1235-42a9-9fe6-77fea331c22a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc377578-0184-4a80-88e0-2385eab5c0c4 HTTP/1.1" status: 200 len: 1001 time: 0.2878859 Apr 05 11:19:06.355156 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45638e6-6b0a-49b7-98a2-4c6558d74cc9 req-b72054fc-e0f2-4663-b515-90e542058f39 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:06.356688 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c45638e6-6b0a-49b7-98a2-4c6558d74cc9 req-b72054fc-e0f2-4663-b515-90e542058f39 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 945 time: 0.0511277 Apr 05 11:19:06.408069 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c45638e6-6b0a-49b7-98a2-4c6558d74cc9 req-396a56f3-d358-443b-a980-2b8e16a52b20 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456264 Apr 05 11:19:06.505986 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e151f-a2a7-4e7c-b15f-cfb96a5671b1 req-684fa868-3dcd-45b2-85fe-cb46ccc1b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:06.507375 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b69e151f-a2a7-4e7c-b15f-cfb96a5671b1 req-684fa868-3dcd-45b2-85fe-cb46ccc1b142 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae HTTP/1.1" status: 200 len: 848 time: 0.0446832 Apr 05 11:19:06.560720 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e151f-a2a7-4e7c-b15f-cfb96a5671b1 req-28a1ea97-720a-48a6-933a-0c4823155e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:06.562225 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b69e151f-a2a7-4e7c-b15f-cfb96a5671b1 req-28a1ea97-720a-48a6-933a-0c4823155e18 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dcecadc1-803f-40fe-91be-b25ccccfa953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473855 Apr 05 11:19:06.592875 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['be14224c-0258-4dc2-9ce4-f41347c20fc0'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:19:06.661303 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b69e151f-a2a7-4e7c-b15f-cfb96a5671b1 req-1b9fa957-2fca-435b-9c91-4598f7940acd service neutron] 10.222.0.58 "GET /v2.0/networks/dcecadc1-803f-40fe-91be-b25ccccfa953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908184 Apr 05 11:19:06.754590 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b69e151f-a2a7-4e7c-b15f-cfb96a5671b1 req-a32c6aba-e700-44c9-af60-a57945e0965c service neutron] 10.222.0.58 "GET /v2.0/networks/dcecadc1-803f-40fe-91be-b25ccccfa953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870183 Apr 05 11:19:07.535201 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bf5f1-085e-4afd-a235-f3421c5ee964 req-0b13971a-1cb8-45ee-b2d8-437db622e742 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:07.537001 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e88bf5f1-085e-4afd-a235-f3421c5ee964 req-0b13971a-1cb8-45ee-b2d8-437db622e742 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 945 time: 0.0577707 Apr 05 11:19:07.588795 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e88bf5f1-085e-4afd-a235-f3421c5ee964 req-b024abe8-cefa-4a72-a9c1-38b046adbf9f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451400 Apr 05 11:19:08.008734 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device be14224c-0258-4dc2-9ce4-f41347c20fc0 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:19:08.055557 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port be14224c-0258-4dc2-9ce4-f41347c20fc0 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:19:08.055819 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:08.130587 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port be14224c-0258-4dc2-9ce4-f41347c20fc0 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:19:08.130997 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:08.153461 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c900362d-904b-4d64-a9a3-ab381ca756e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be14224c-0258-4dc2-9ce4-f41347c20fc0'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:19:08.155665 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775939b4-e01f-43fc-8185-6356e0eb0662" -d '{"events": [{"server_uuid": "c900362d-904b-4d64-a9a3-ab381ca756e3", "name": "network-vif-plugged", "status": "completed", "tag": "be14224c-0258-4dc2-9ce4-f41347c20fc0"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:19:08.168488 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port be14224c-0258-4dc2-9ce4-f41347c20fc0, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=be14224c-0258-4dc2-9ce4-f41347c20fc0,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:19:08.240300 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:08.245219 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd83b187-ca15-474e-b11e-e235f245ab53 x-openstack-request-id: req-bd83b187-ca15-474e-b11e-e235f245ab53 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:19:08.245554 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c900362d-904b-4d64-a9a3-ab381ca756e3", "name": "network-vif-plugged", "status": "completed", "tag": "be14224c-0258-4dc2-9ce4-f41347c20fc0", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:19:08.245798 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd83b187-ca15-474e-b11e-e235f245ab53 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:19:08.246190 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd83b187-ca15-474e-b11e-e235f245ab53'] response: {'server_uuid': 'c900362d-904b-4d64-a9a3-ab381ca756e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be14224c-0258-4dc2-9ce4-f41347c20fc0', 'code': 200} Apr 05 11:19:08.297753 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=be14224c-0258-4dc2-9ce4-f41347c20fc0,revision_number=10']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:19:08.711816 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd987e-c987-4038-ae5a-8f62bb72ecb5 req-caeb1d58-2606-4163-b49a-eae606c565f7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:08.713311 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9bbd987e-c987-4038-ae5a-8f62bb72ecb5 req-caeb1d58-2606-4163-b49a-eae606c565f7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 947 time: 0.0520368 Apr 05 11:19:08.766191 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9bbd987e-c987-4038-ae5a-8f62bb72ecb5 req-d59d01ec-07d6-4c55-8431-a750dd4f9489 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471547 Apr 05 11:19:09.151924 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffab902-bb87-4fbb-bc5a-68714a335db0 req-e1a070dd-ecec-46d2-9889-9f3eb6f3f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:09.153296 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3ffab902-bb87-4fbb-bc5a-68714a335db0 req-e1a070dd-ecec-46d2-9889-9f3eb6f3f1fa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 1131 time: 0.0434136 Apr 05 11:19:09.199698 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3ffab902-bb87-4fbb-bc5a-68714a335db0 req-8f5531bd-06de-4088-87b2-6d4bf0be14e6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400858 Apr 05 11:19:09.892678 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdfb076-f1fd-4e81-ad93-aaa1ff602abd req-be4efba1-9aff-4f30-9aa5-9829d860607a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:09.894151 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6bdfb076-f1fd-4e81-ad93-aaa1ff602abd req-be4efba1-9aff-4f30-9aa5-9829d860607a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 947 time: 0.0533762 Apr 05 11:19:09.941443 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6bdfb076-f1fd-4e81-ad93-aaa1ff602abd req-9479a829-d0ab-4c17-8e1d-cdbceedbd9f0 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409975 Apr 05 11:19:10.413944 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 33498) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:19:10.515921 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d8dd-eb67-4ccc-ac9c-e274fef3940f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:10.587459 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d8dd-eb67-4ccc-ac9c-e274fef3940f admin admin] Publish callbacks [] for security_group (84fe88bf-1e12-4e46-8c37-cd5ccd96aeff), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:10.651812 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d8dd-eb67-4ccc-ac9c-e274fef3940f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (84fe88bf-1e12-4e46-8c37-cd5ccd96aeff), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:10.689759 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0ab8d8dd-eb67-4ccc-ac9c-e274fef3940f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb3022e382894f1d8c4ab13db6d723af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747030 Apr 05 11:19:10.690595 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8d8dd-eb67-4ccc-ac9c-e274fef3940f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fe88bf-1e12-4e46-8c37-cd5ccd96aeff,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:19:10.693234 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 33502) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:19:10.742455 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f1d11e23-8db3-48bc-9148-57abbcb87831 admin admin] Publish callbacks [] for security_group (84fe88bf-1e12-4e46-8c37-cd5ccd96aeff), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:10.763173 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f1d11e23-8db3-48bc-9148-57abbcb87831 admin admin] Publish callbacks [] for security_group (84fe88bf-1e12-4e46-8c37-cd5ccd96aeff), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:10.880106 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f1d11e23-8db3-48bc-9148-57abbcb87831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (84fe88bf-1e12-4e46-8c37-cd5ccd96aeff), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:10.882713 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f1d11e23-8db3-48bc-9148-57abbcb87831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:10.883856 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f1d11e23-8db3-48bc-9148-57abbcb87831 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84fe88bf-1e12-4e46-8c37-cd5ccd96aeff HTTP/1.1" status: 204 len: 168 time: 0.1893756 Apr 05 11:19:10.891718 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d11e23-8db3-48bc-9148-57abbcb87831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fe88bf-1e12-4e46-8c37-cd5ccd96aeff,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:19:11.069447 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0f29a-1cae-4afb-bb61-8346daa5527d req-8c532c77-ae0e-4127-bccd-245b0956b7dc tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:11.070958 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ede0f29a-1cae-4afb-bb61-8346daa5527d req-8c532c77-ae0e-4127-bccd-245b0956b7dc tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 947 time: 0.0563476 Apr 05 11:19:11.117660 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ede0f29a-1cae-4afb-bb61-8346daa5527d req-d784b915-38e9-49e2-97d3-baf14843f003 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407791 Apr 05 11:19:12.241162 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601e51a-1482-487c-a7e4-c6ee9da5508c req-1cc0b144-cfd6-4534-a14c-dee613afdc47 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:12.243440 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c601e51a-1482-487c-a7e4-c6ee9da5508c req-1cc0b144-cfd6-4534-a14c-dee613afdc47 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 947 time: 0.0554349 Apr 05 11:19:12.291242 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c601e51a-1482-487c-a7e4-c6ee9da5508c req-32a9adf5-a314-4ac0-8969-745dab4aa07d tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418479 Apr 05 11:19:13.412257 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3691e00-6e7c-4004-a9eb-8a4e1fd78461 req-a55dd180-ab85-478e-bc49-66b7e1e084e1 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:13.413713 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e3691e00-6e7c-4004-a9eb-8a4e1fd78461 req-a55dd180-ab85-478e-bc49-66b7e1e084e1 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 947 time: 0.0515175 Apr 05 11:19:13.459811 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e3691e00-6e7c-4004-a9eb-8a4e1fd78461 req-24fae80c-4dda-4f0e-bc2d-0837c5b15590 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404961 Apr 05 11:19:14.582677 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13aee1-d8e5-4c8f-9d27-da7f553cb05d req-b352bfc9-251b-4b60-9278-929ee9bff989 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:14.584139 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2d13aee1-d8e5-4c8f-9d27-da7f553cb05d req-b352bfc9-251b-4b60-9278-929ee9bff989 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 947 time: 0.0516727 Apr 05 11:19:14.630369 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2d13aee1-d8e5-4c8f-9d27-da7f553cb05d req-5dfc3830-0f05-426a-a3d4-9a566ae2cc85 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399959 Apr 05 11:19:15.757671 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338be191-fbc4-40a3-8880-9582f63e802c req-3e2a962a-fab5-444e-b51d-6a53e3b83547 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:15.759309 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-338be191-fbc4-40a3-8880-9582f63e802c req-3e2a962a-fab5-444e-b51d-6a53e3b83547 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 947 time: 0.0563340 Apr 05 11:19:15.805392 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-338be191-fbc4-40a3-8880-9582f63e802c req-ef4a3939-48ee-482f-9f26-28739bb59b65 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405731 Apr 05 11:19:16.628493 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:16.644091 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:19:16.928193 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09903e98-c69a-418b-968d-156a2c9a2978 req-35e0a976-3b59-4ec6-90de-f194ccea0516 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:16.929640 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-09903e98-c69a-418b-968d-156a2c9a2978 req-35e0a976-3b59-4ec6-90de-f194ccea0516 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 947 time: 0.0522306 Apr 05 11:19:16.979640 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-09903e98-c69a-418b-968d-156a2c9a2978 req-1ee51a9f-e074-4be6-9ab7-94704d776fe6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430605 Apr 05 11:19:18.100805 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df306a4a-be4e-4a7f-8e6f-169fe3b52c23 req-1c816ee1-0c2c-423a-ada1-ac160f4fffc3 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:18.102276 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-df306a4a-be4e-4a7f-8e6f-169fe3b52c23 req-1c816ee1-0c2c-423a-ada1-ac160f4fffc3 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 947 time: 0.0523736 Apr 05 11:19:18.149448 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-df306a4a-be4e-4a7f-8e6f-169fe3b52c23 req-9cb9c3f8-cdcd-47f3-b179-048dcfa49c22 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408518 Apr 05 11:19:18.365794 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43e58026-cbd3-4e21-a2c3-ec31c8aedb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:19.273343 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1efd2-733b-4fd8-b8ab-95b24bb3a89a req-d1eea325-5d6f-4002-9f65-1a8b436307c2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:19.274901 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-41b1efd2-733b-4fd8-b8ab-95b24bb3a89a req-d1eea325-5d6f-4002-9f65-1a8b436307c2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 947 time: 0.0529716 Apr 05 11:19:19.322506 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-41b1efd2-733b-4fd8-b8ab-95b24bb3a89a req-01e3ff54-3e92-4c99-9d98-08385c469e38 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415454 Apr 05 11:19:20.445612 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe5b9a-f18f-4bd2-bcea-e4395cedfb6f req-1fe6488f-8b64-4d67-adab-a6c8a644bc63 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:20.447083 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a3fe5b9a-f18f-4bd2-bcea-e4395cedfb6f req-1fe6488f-8b64-4d67-adab-a6c8a644bc63 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 947 time: 0.0519099 Apr 05 11:19:20.496539 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a3fe5b9a-f18f-4bd2-bcea-e4395cedfb6f req-c6c2d55e-124d-469d-b8de-e3d8e3b5a140 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437748 Apr 05 11:19:20.954114 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-61e95d33-245f-4b03-93f7-97a2c748efdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:21.617646 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18933e09-a6f3-4353-a6dc-183d956f7b46 req-a4c9ae2b-d51f-4e73-8106-a85e316cf4fc tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:21.619034 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-18933e09-a6f3-4353-a6dc-183d956f7b46 req-a4c9ae2b-d51f-4e73-8106-a85e316cf4fc tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 947 time: 0.0523365 Apr 05 11:19:21.664413 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-18933e09-a6f3-4353-a6dc-183d956f7b46 req-b2ea3f3e-37b6-4723-905d-5fd8267b7475 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393624 Apr 05 11:19:21.879795 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:22.787523 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4556d57-605a-4456-8ac2-084bfd8de453 req-5d1922b6-99e1-493c-8c7b-382416736028 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:22.789025 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a4556d57-605a-4456-8ac2-084bfd8de453 req-5d1922b6-99e1-493c-8c7b-382416736028 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 947 time: 0.0526261 Apr 05 11:19:22.834207 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a4556d57-605a-4456-8ac2-084bfd8de453 req-e2920db3-cd55-4d6e-8144-67f8fdf121da tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396969 Apr 05 11:19:23.211405 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:23.854256 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fca2ad02-be4c-4ac8-bae4-dea47d8f2dc4 req-344c5e81-2abb-4e0e-bc4e-24ed89aa4dbb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415051 Apr 05 11:19:23.929180 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2ad02-be4c-4ac8-bae4-dea47d8f2dc4 req-0919e000-d377-45a5-8c12-0cffb9e889a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:23.930738 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fca2ad02-be4c-4ac8-bae4-dea47d8f2dc4 req-0919e000-d377-45a5-8c12-0cffb9e889a9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf751cbfd21e463e83beea4d29713404&device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 1129 time: 0.0460942 Apr 05 11:19:24.036039 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2ad02-be4c-4ac8-bae4-dea47d8f2dc4 req-71bc37f7-ff60-47c0-9c18-974008484546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:24.037472 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fca2ad02-be4c-4ac8-bae4-dea47d8f2dc4 req-71bc37f7-ff60-47c0-9c18-974008484546 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a84177b0-98a3-43e8-9748-217cec2ce77a HTTP/1.1" status: 200 len: 919 time: 0.0874374 Apr 05 11:19:24.077164 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fca2ad02-be4c-4ac8-bae4-dea47d8f2dc4 req-b2d012da-8eb0-49ea-80f0-c505a6993376 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01522163-0d2a-4854-8bdc-d67d7aa1cd89 HTTP/1.1" status: 200 len: 217 time: 0.0330262 Apr 05 11:19:24.128424 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2ad02-be4c-4ac8-bae4-dea47d8f2dc4 req-c3a212ed-b102-4340-9008-2f21a5f094fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:24.129746 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fca2ad02-be4c-4ac8-bae4-dea47d8f2dc4 req-c3a212ed-b102-4340-9008-2f21a5f094fb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b01bd4d7-97a5-45dc-b9c7-6b928112c646 HTTP/1.1" status: 200 len: 857 time: 0.0469325 Apr 05 11:19:24.178540 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2ad02-be4c-4ac8-bae4-dea47d8f2dc4 req-7821c384-7af1-4fd3-b690-eaf8722b6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:24.180053 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fca2ad02-be4c-4ac8-bae4-dea47d8f2dc4 req-7821c384-7af1-4fd3-b690-eaf8722b6293 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a84177b0-98a3-43e8-9748-217cec2ce77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428228 Apr 05 11:19:24.272878 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fca2ad02-be4c-4ac8-bae4-dea47d8f2dc4 req-d7eac29f-383f-477b-b58c-70d04c9d3116 service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855508 Apr 05 11:19:24.371410 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fca2ad02-be4c-4ac8-bae4-dea47d8f2dc4 req-885d7f86-6364-4a6a-8a1e-832cb9d49773 service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874875 Apr 05 11:19:24.959522 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:30.679752 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52cb47-1bc4-4568-a8e0-312ef7a7577b req-397ed6e7-8d01-4bc6-a2e5-eb228b5eee85 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:30.681198 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8b52cb47-1bc4-4568-a8e0-312ef7a7577b req-397ed6e7-8d01-4bc6-a2e5-eb228b5eee85 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 945 time: 0.0555212 Apr 05 11:19:30.727536 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8b52cb47-1bc4-4568-a8e0-312ef7a7577b req-5acf51b3-8211-4e6f-b11d-0c172ce40f43 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402927 Apr 05 11:19:31.846101 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bac064-0b8d-41d8-b9f1-dd31c19ce9b9 req-862d5768-fd01-4bd8-8f56-887405ceee9f tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:31.847594 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-02bac064-0b8d-41d8-b9f1-dd31c19ce9b9 req-862d5768-fd01-4bd8-8f56-887405ceee9f tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 945 time: 0.0522170 Apr 05 11:19:31.897442 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-02bac064-0b8d-41d8-b9f1-dd31c19ce9b9 req-ecc70713-681e-4a10-b930-705469e0e89b tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443051 Apr 05 11:19:33.015220 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5133e-45d3-4502-ad43-4501f096046e req-834450cd-4def-4308-9aeb-be1c5429c269 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:33.016755 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f3b5133e-45d3-4502-ad43-4501f096046e req-834450cd-4def-4308-9aeb-be1c5429c269 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 945 time: 0.0522828 Apr 05 11:19:33.066554 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f3b5133e-45d3-4502-ad43-4501f096046e req-fddb6d7a-c262-4920-ab14-196950020144 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442622 Apr 05 11:19:33.139469 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd4729-8e83-4f28-aee1-b6766dd68815 req-f1fbea5d-eaa0-4d6f-b8e0-db3480caf8ef tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:33.140978 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c5bd4729-8e83-4f28-aee1-b6766dd68815 req-f1fbea5d-eaa0-4d6f-b8e0-db3480caf8ef tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 945 time: 0.0522487 Apr 05 11:19:33.234264 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-c5bd4729-8e83-4f28-aee1-b6766dd68815 req-259682a2-317f-47d5-bf9c-63069e6e36ef tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Deleting port 103701da-a5c4-43b6-8514-24a0767fa475 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:19:33.235228 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c5bd4729-8e83-4f28-aee1-b6766dd68815 req-259682a2-317f-47d5-bf9c-63069e6e36ef tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (103701da-a5c4-43b6-8514-24a0767fa475), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:33.325013 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-c5bd4729-8e83-4f28-aee1-b6766dd68815 req-259682a2-317f-47d5-bf9c-63069e6e36ef tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] For port 103701da-a5c4-43b6-8514-24a0767fa475, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=103701da-a5c4-43b6-8514-24a0767fa475,segment=NetworkSegment(efc071dd-0218-4ab5-a5fb-8a1c46d69c2b),segment_id=efc071dd-0218-4ab5-a5fb-8a1c46d69c2b)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:19:33.325375 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c5bd4729-8e83-4f28-aee1-b6766dd68815 req-259682a2-317f-47d5-bf9c-63069e6e36ef tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (103701da-a5c4-43b6-8514-24a0767fa475), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:33.337696 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-c5bd4729-8e83-4f28-aee1-b6766dd68815 req-259682a2-317f-47d5-bf9c-63069e6e36ef tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Calling delete_port for 103701da-a5c4-43b6-8514-24a0767fa475 owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:19:33.559313 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c5bd4729-8e83-4f28-aee1-b6766dd68815 req-259682a2-317f-47d5-bf9c-63069e6e36ef tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (103701da-a5c4-43b6-8514-24a0767fa475), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:33.583034 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['103701da-a5c4-43b6-8514-24a0767fa475'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:19:33.588968 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259682a2-317f-47d5-bf9c-63069e6e36ef tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Pushing event deleted for resources: {'Port': ['ID=103701da-a5c4-43b6-8514-24a0767fa475,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:19:33.631921 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bd4729-8e83-4f28-aee1-b6766dd68815 req-259682a2-317f-47d5-bf9c-63069e6e36ef tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] No DVR routers for this DVR port 103701da-a5c4-43b6-8514-24a0767fa475 on host hv-cinder-81899 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:19:33.634476 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c5bd4729-8e83-4f28-aee1-b6766dd68815 req-259682a2-317f-47d5-bf9c-63069e6e36ef tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:33.637973 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c5bd4729-8e83-4f28-aee1-b6766dd68815 req-259682a2-317f-47d5-bf9c-63069e6e36ef tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.58 "DELETE /v2.0/ports/103701da-a5c4-43b6-8514-24a0767fa475 HTTP/1.1" status: 204 len: 173 time: 0.4908307 Apr 05 11:19:33.638447 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce13b8dc-7708-416a-b29b-d5cac40ad1a3', 'name': 'network-vif-deleted', 'tag': '103701da-a5c4-43b6-8514-24a0767fa475'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:19:33.641920 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029cfc92-bb04-4b96-8d1f-a04f82c941c9" -d '{"events": [{"server_uuid": "ce13b8dc-7708-416a-b29b-d5cac40ad1a3", "name": "network-vif-deleted", "tag": "103701da-a5c4-43b6-8514-24a0767fa475"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:19:33.677224 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b71272-fa28-4ff5-97a1-a5c720e68001 x-openstack-request-id: req-86b71272-fa28-4ff5-97a1-a5c720e68001 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:19:33.677556 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce13b8dc-7708-416a-b29b-d5cac40ad1a3", "name": "network-vif-deleted", "tag": "103701da-a5c4-43b6-8514-24a0767fa475", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:19:33.677843 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86b71272-fa28-4ff5-97a1-a5c720e68001 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:19:33.678290 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86b71272-fa28-4ff5-97a1-a5c720e68001'] response: {'server_uuid': 'ce13b8dc-7708-416a-b29b-d5cac40ad1a3', 'name': 'network-vif-deleted', 'tag': '103701da-a5c4-43b6-8514-24a0767fa475', 'status': 'completed', 'code': 200} Apr 05 11:19:34.175587 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a23027b6-db6a-44cf-9546-6fe56ef8890c req-0672a0bb-6025-4db6-bd23-67ebf2990885 tempest-VolumesSnapshotTestJSON-1465526162 tempest-VolumesSnapshotTestJSON-1465526162-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce13b8dc-7708-416a-b29b-d5cac40ad1a3 HTTP/1.1" status: 200 len: 210 time: 0.0298233 Apr 05 11:19:36.126229 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 103701da-a5c4-43b6-8514-24a0767fa475 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:19:36.146192 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] No Port match for: 103701da-a5c4-43b6-8514-24a0767fa475 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:19:36.146646 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 103701da-a5c4-43b6-8514-24a0767fa475 not bound to the agent host hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:19:46.650540 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:48.358600 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e37fbb33-9a55-4818-b0f7-5b9129669d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:50.918741 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-11cb64ca-f54c-4ad2-92b7-43dadf8430ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:51.901291 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:53.221897 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:53.643580 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:19:55.044379 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:19:57.311887 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772b348-e0a7-4f7e-9ba1-3fc6980973fa req-ba2e0470-097e-4317-805d-fd9a1ebcfb02 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:57.313376 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0772b348-e0a7-4f7e-9ba1-3fc6980973fa req-ba2e0470-097e-4317-805d-fd9a1ebcfb02 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0533171 Apr 05 11:19:57.360554 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0772b348-e0a7-4f7e-9ba1-3fc6980973fa req-a50d35cc-53f8-45dc-8564-c8266d9ac726 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409756 Apr 05 11:19:58.478661 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4fe20-e95e-4f29-b024-480f84bfb971 req-2039de01-7ced-4a80-89b7-bca1a60f9b3e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:58.480074 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c8a4fe20-e95e-4f29-b024-480f84bfb971 req-2039de01-7ced-4a80-89b7-bca1a60f9b3e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0509598 Apr 05 11:19:58.528880 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c8a4fe20-e95e-4f29-b024-480f84bfb971 req-98bdf84b-12d6-4d63-8d68-177e73613cd6 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427873 Apr 05 11:19:59.646640 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c48d4e-c61d-41bf-aff3-49230f026e4a req-49ab1e2e-d19c-4c2b-a14b-3da143edfc3f tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:19:59.648099 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-62c48d4e-c61d-41bf-aff3-49230f026e4a req-49ab1e2e-d19c-4c2b-a14b-3da143edfc3f tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0517914 Apr 05 11:19:59.694128 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-62c48d4e-c61d-41bf-aff3-49230f026e4a req-fe3e1f44-3dd4-4fce-9605-f1c2dad3633d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403430 Apr 05 11:20:00.810686 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f528b-81da-40cb-a350-93a30afb5dad req-996a3e2a-a03e-481d-a96e-6446c39e5595 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:00.812074 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-331f528b-81da-40cb-a350-93a30afb5dad req-996a3e2a-a03e-481d-a96e-6446c39e5595 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0526772 Apr 05 11:20:00.868080 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-331f528b-81da-40cb-a350-93a30afb5dad req-1a754e12-9572-4ec7-be02-37a540339b51 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504370 Apr 05 11:20:01.991787 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83618db-9f91-4bdb-a0a8-8051980dc0a6 req-fcccafb9-958d-4c83-b6d1-5a929dc6724f tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:01.993249 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a83618db-9f91-4bdb-a0a8-8051980dc0a6 req-fcccafb9-958d-4c83-b6d1-5a929dc6724f tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0557332 Apr 05 11:20:02.038991 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a83618db-9f91-4bdb-a0a8-8051980dc0a6 req-ee9066c8-2247-4d2e-87db-e150c7f6ad8c tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397222 Apr 05 11:20:03.155504 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae4d67-9c9a-4845-b725-10ef94957060 req-34621331-866a-4b67-9e36-bcc83f7638eb tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:03.157031 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b3ae4d67-9c9a-4845-b725-10ef94957060 req-34621331-866a-4b67-9e36-bcc83f7638eb tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0536356 Apr 05 11:20:03.203980 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b3ae4d67-9c9a-4845-b725-10ef94957060 req-8ebaa8a9-fbfd-4468-8d5b-4477673ff261 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404356 Apr 05 11:20:04.325298 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac4cbd-7b15-49ab-94d0-36c94336e86d req-6b38e088-4a57-4de2-9bc3-af74f3f8bd6c tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:04.326708 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c8ac4cbd-7b15-49ab-94d0-36c94336e86d req-6b38e088-4a57-4de2-9bc3-af74f3f8bd6c tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0535848 Apr 05 11:20:04.373081 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c8ac4cbd-7b15-49ab-94d0-36c94336e86d req-293db310-7863-467f-9fbc-4f9635d2c91c tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406125 Apr 05 11:20:05.495831 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6c5aa-55e7-4b46-9cdf-171e0ba96468 req-136c444f-b08d-4d64-a17f-0c55d255a605 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:05.497369 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-62f6c5aa-55e7-4b46-9cdf-171e0ba96468 req-136c444f-b08d-4d64-a17f-0c55d255a605 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0589695 Apr 05 11:20:05.543933 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-62f6c5aa-55e7-4b46-9cdf-171e0ba96468 req-2f62ab88-c38f-4fba-bbb1-0cefec5c6b11 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405247 Apr 05 11:20:06.663663 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d84971-9a20-4ab2-983a-1463ac724227 req-4054f1bb-3e29-4f29-a8b2-90f6604d18e4 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:06.665115 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f0d84971-9a20-4ab2-983a-1463ac724227 req-4054f1bb-3e29-4f29-a8b2-90f6604d18e4 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0519950 Apr 05 11:20:06.714467 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f0d84971-9a20-4ab2-983a-1463ac724227 req-fd5f47ea-5b78-4f7f-aae5-9fcc278427d7 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435987 Apr 05 11:20:06.828212 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 33858) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:06.872691 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Deleting subnet b0a19a4a-c087-42ae-bdf6-bc574abb18ea {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:20:06.875750 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Publish callbacks [] for subnet (b0a19a4a-c087-42ae-bdf6-bc574abb18ea), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:06.909597 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7254573'] for subnet (b0a19a4a-c087-42ae-bdf6-bc574abb18ea), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:06.952032 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928297'] for subnet (b0a19a4a-c087-42ae-bdf6-bc574abb18ea), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:07.102227 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5342686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5249184'] for subnet (b0a19a4a-c087-42ae-bdf6-bc574abb18ea), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:07.126817 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a19a4a-c087-42ae-bdf6-bc574abb18ea,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:07.135970 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:07.139831 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b0a19a4a-c087-42ae-bdf6-bc574abb18ea HTTP/1.1" status: 204 len: 168 time: 0.3105969 Apr 05 11:20:07.141609 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.142035 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.142390 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.142593 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 33860) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:07.143172 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.143172 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.143396 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.143723 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.144045 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.144366 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.144694 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.145017 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.145340 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.145660 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.145976 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.146294 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8bf634f-327a-463c-9e88-71b2ff05d602 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.209065 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920430'] for network (9b0266a7-6806-42f5-be79-5cd7a53cbad0), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:07.292841 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1167570', 'neutron.services.segments.db._delete_segments_for_network-8793732693881'] for network (9b0266a7-6806-42f5-be79-5cd7a53cbad0), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:07.313579 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0266a7-6806-42f5-be79-5cd7a53cbad0']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:07.322507 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc071dd-0218-4ab5-a5fb-8a1c46d69c2b') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:07.322840 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc071dd-0218-4ab5-a5fb-8a1c46d69c2b') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:07.331883 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793732694402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6680707'] for segment (efc071dd-0218-4ab5-a5fb-8a1c46d69c2b), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:07.345741 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (efc071dd-0218-4ab5-a5fb-8a1c46d69c2b), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:07.351558 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:20:07.351937 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7002667'] for segment (efc071dd-0218-4ab5-a5fb-8a1c46d69c2b), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: Traceback (most recent call last): Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: timer() Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: cb(*args, **kw) Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: return func(*args, **kwargs) Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: self._notify() Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: self.callback(batched_events) Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: event.method(event) Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: return f(self, *a, **k) Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: return self._get(url).json() Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: return self.request(url, 'GET', **kwargs) Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:20:07.353588 dv-cinder-818994-3-iscsi neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:20:07.552374 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1167531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585706'] for network (9b0266a7-6806-42f5-be79-5cd7a53cbad0), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:07.557842 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:07.561672 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] 10.222.0.39 "DELETE /v2.0/networks/9b0266a7-6806-42f5-be79-5cd7a53cbad0 HTTP/1.1" status: 204 len: 168 time: 0.4180622 Apr 05 11:20:07.572795 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Pushing event deleted for resources: {'Network': ['ID=9b0266a7-6806-42f5-be79-5cd7a53cbad0,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:07.580002 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.580359 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.580708 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.581047 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.581387 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.581749 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.582047 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.582375 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.582729 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.583057 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.583387 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.583713 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.584038 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.584367 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.584686 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36162f87-cd14-4491-970b-f119d9ab696a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:07.833467 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20400a0f-fa7a-45c0-9f3e-71c1a976d223 req-885f75b1-4cc0-4524-846a-e407b0780378 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:07.834951 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-20400a0f-fa7a-45c0-9f3e-71c1a976d223 req-885f75b1-4cc0-4524-846a-e407b0780378 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0513232 Apr 05 11:20:07.881192 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-20400a0f-fa7a-45c0-9f3e-71c1a976d223 req-7d3f06b6-b92a-4c20-adff-752a82219ec9 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405626 Apr 05 11:20:08.170892 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 33866) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:08.210935 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-eafba1d0-8ae2-4443-a9e0-698acf3a5324 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf76b11857e84565b9d171a41d7a3722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388641 Apr 05 11:20:08.213238 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 33868) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:08.259970 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5e4869cd-00a2-4407-b003-d42bd03518f9 admin admin] Publish callbacks [] for security_group (9ba9d87c-f832-4cb7-9312-78da2ff3dfb7), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:08.285792 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5e4869cd-00a2-4407-b003-d42bd03518f9 admin admin] Publish callbacks [] for security_group (9ba9d87c-f832-4cb7-9312-78da2ff3dfb7), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:08.438499 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5e4869cd-00a2-4407-b003-d42bd03518f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (9ba9d87c-f832-4cb7-9312-78da2ff3dfb7), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:08.440970 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5e4869cd-00a2-4407-b003-d42bd03518f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:08.442112 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-5e4869cd-00a2-4407-b003-d42bd03518f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ba9d87c-f832-4cb7-9312-78da2ff3dfb7 HTTP/1.1" status: 204 len: 168 time: 0.2280016 Apr 05 11:20:08.450809 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4869cd-00a2-4407-b003-d42bd03518f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba9d87c-f832-4cb7-9312-78da2ff3dfb7,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:09.149200 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02693bbc-46cb-4ede-bcc9-105c22a4d17d req-1b51a277-f738-40a4-8da8-3911d1608cc0 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:09.150677 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02693bbc-46cb-4ede-bcc9-105c22a4d17d req-1b51a277-f738-40a4-8da8-3911d1608cc0 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0521460 Apr 05 11:20:09.200427 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02693bbc-46cb-4ede-bcc9-105c22a4d17d req-b8a3a9b3-7f88-4e38-922d-0fb202685e8f tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436182 Apr 05 11:20:09.694843 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 33892) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:09.792188 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-fe069b7a-2e4e-4029-84e1-5e9e6c3c3071 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1470768014-network', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:20:09.889606 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe069b7a-2e4e-4029-84e1-5e9e6c3c3071 admin admin] Made reservation on behalf of 0c1827315aac4bfdacff856a13f90eb5 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:20:09.891893 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe069b7a-2e4e-4029-84e1-5e9e6c3c3071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:09.900205 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe069b7a-2e4e-4029-84e1-5e9e6c3c3071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:09.969858 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe069b7a-2e4e-4029-84e1-5e9e6c3c3071 admin admin] Publish callbacks [] for security_group (2af2dceb-75a8-4b68-ae0e-3e58fbddf47d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:10.055397 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe069b7a-2e4e-4029-84e1-5e9e6c3c3071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (2af2dceb-75a8-4b68-ae0e-3e58fbddf47d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:10.076314 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe069b7a-2e4e-4029-84e1-5e9e6c3c3071 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:20:10.089298 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe069b7a-2e4e-4029-84e1-5e9e6c3c3071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af2dceb-75a8-4b68-ae0e-3e58fbddf47d,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:10.095286 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe069b7a-2e4e-4029-84e1-5e9e6c3c3071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (262dfc1b-32f1-4b76-a222-965b509336cc), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:10.095625 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-fe069b7a-2e4e-4029-84e1-5e9e6c3c3071 admin admin] Added segment 262dfc1b-32f1-4b76-a222-965b509336cc of type vlan for network 15ec88ec-a078-4d94-a658-456bc06f4f38 Apr 05 11:20:10.138809 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe069b7a-2e4e-4029-84e1-5e9e6c3c3071 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793732229416'] for network (15ec88ec-a078-4d94-a658-456bc06f4f38), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:10.272414 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe069b7a-2e4e-4029-84e1-5e9e6c3c3071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for network (15ec88ec-a078-4d94-a658-456bc06f4f38), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:10.273471 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe069b7a-2e4e-4029-84e1-5e9e6c3c3071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:10.274059 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe069b7a-2e4e-4029-84e1-5e9e6c3c3071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:10.322960 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbb27d-5cac-4cc7-a0ea-5ce328cf90a9 req-97d3f1b9-8c8b-4706-ba74-f27845af7811 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:10.324432 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ffbbb27d-5cac-4cc7-a0ea-5ce328cf90a9 req-97d3f1b9-8c8b-4706-ba74-f27845af7811 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0549352 Apr 05 11:20:10.335776 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe069b7a-2e4e-4029-84e1-5e9e6c3c3071 admin admin] Pushing event updated for resources: {'Network': ['ID=15ec88ec-a078-4d94-a658-456bc06f4f38,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:10.346773 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Network 15ec88ec-a078-4d94-a658-456bc06f4f38 details requested by agent ovs-agent-dv-cinder-818994-3-iscsi with host dv-cinder-818994-3-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:20:10.371149 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ffbbb27d-5cac-4cc7-a0ea-5ce328cf90a9 req-603ff0e1-69b7-4d71-a324-4384610fe2d4 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410755 Apr 05 11:20:10.418598 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-fe069b7a-2e4e-4029-84e1-5e9e6c3c3071 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7224867 Apr 05 11:20:10.421833 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 33898) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:10.426356 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-4f15fa46-82ba-4ef2-a460-81192c801546 admin admin] Request body: {'subnet': {'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1470768014-subnet', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:20:10.524243 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f15fa46-82ba-4ef2-a460-81192c801546 admin admin] Made reservation on behalf of 0c1827315aac4bfdacff856a13f90eb5 for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:20:10.526927 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4f15fa46-82ba-4ef2-a460-81192c801546 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5249223'] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:10.758061 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4f15fa46-82ba-4ef2-a460-81192c801546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5343257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5249241'] for subnet (6cdd783b-82e9-4593-a451-3b1b6f34c5b6), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:10.811597 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15fa46-82ba-4ef2-a460-81192c801546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cdd783b-82e9-4593-a451-3b1b6f34c5b6,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:10.819917 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f15fa46-82ba-4ef2-a460-81192c801546 admin admin] Checking segment: {'id': '262dfc1b-32f1-4b76-a222-965b509336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:20:10.820272 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f15fa46-82ba-4ef2-a460-81192c801546 admin admin] Network hostable DHCP agents. Network: 15ec88ec-a078-4d94-a658-456bc06f4f38, hostable agents: ['cd8b06fc-05cb-41d0-9f86-42134aa474b0'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:20:10.975543 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f15fa46-82ba-4ef2-a460-81192c801546 admin admin] Network 15ec88ec-a078-4d94-a658-456bc06f4f38 is scheduled to be hosted by DHCP agent cd8b06fc-05cb-41d0-9f86-42134aa474b0 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:20:11.043625 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-4f15fa46-82ba-4ef2-a460-81192c801546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-iscsi, 15ec88ec-a078-4d94-a658-456bc06f4f38) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:20:11.047948 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f15fa46-82ba-4ef2-a460-81192c801546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:11.048540 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4f15fa46-82ba-4ef2-a460-81192c801546 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:11.052608 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20979d0d-31e7-4b26-88b8-c18f729549bd None None] Network 15ec88ec-a078-4d94-a658-456bc06f4f38 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:20:11.149477 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4f15fa46-82ba-4ef2-a460-81192c801546 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7266109 Apr 05 11:20:11.150733 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e5a918-72d0-514f-af35-f2ca56414c48-15ec88ec-a078-4d94-a658-456bc06f4f38', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6'}]}} from dv-cinder-818994-3-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:20:11.151568 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:11.152037 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 33900) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:11.156916 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-ac8a803a-dda2-4ae6-b54d-220da377a199 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:20:11.272573 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac8a803a-dda2-4ae6-b54d-220da377a199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (13e4c67c-5287-49fc-ba5c-4360929c3b80), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:11.273768 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac8a803a-dda2-4ae6-b54d-220da377a199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5208'] for router (13e4c67c-5287-49fc-ba5c-4360929c3b80), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:11.287673 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Allocated IP 172.20.0.2 (15ec88ec-a078-4d94-a658-456bc06f4f38/6cdd783b-82e9-4593-a451-3b1b6f34c5b6/69200ea8-3a0e-4b26-acd0-f0d27db7a509) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:20:11.330975 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac8a803a-dda2-4ae6-b54d-220da377a199 admin admin] Publish callbacks [] for router_controller (13e4c67c-5287-49fc-ba5c-4360929c3b80), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:11.431941 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Publish callbacks [] for port (69200ea8-3a0e-4b26-acd0-f0d27db7a509), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:11.595390 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac8a803a-dda2-4ae6-b54d-220da377a199 admin admin] Publish callbacks [] for router_gateway (13e4c67c-5287-49fc-ba5c-4360929c3b80), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:11.609253 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29ae8c-c5d1-48ea-87ce-9862357b214f req-73e773f6-aa54-47c9-b637-cc3a94bd04d1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:11.610740 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1a29ae8c-c5d1-48ea-87ce-9862357b214f req-73e773f6-aa54-47c9-b637-cc3a94bd04d1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.1482964 Apr 05 11:20:11.615755 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (69200ea8-3a0e-4b26-acd0-f0d27db7a509), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:11.653685 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Network 15ec88ec-a078-4d94-a658-456bc06f4f38 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:20:11.656445 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:20:11.661001 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1a29ae8c-c5d1-48ea-87ce-9862357b214f req-de105cfb-04d6-4fe8-8581-f9c0eaa103c5 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443614 Apr 05 11:20:11.662268 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:20:11.669526 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Pushing event updated for resources: {'Port': ['ID=69200ea8-3a0e-4b26-acd0-f0d27db7a509,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:11.693309 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:11.693651 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:11.693990 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:11.694322 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:11.694678 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:11.695005 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:11.695330 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:11.695648 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:11.695965 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:11.696281 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:11.696597 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:11.696912 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:11.697224 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:11.697564 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:11.697873 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:11.736817 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Attempting to bind port 69200ea8-3a0e-4b26-acd0-f0d27db7a509 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:20:11.737210 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Attempting to bind port 69200ea8-3a0e-4b26-acd0-f0d27db7a509 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': '262dfc1b-32f1-4b76-a222-965b509336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:20:11.737582 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Attempting to bind port 69200ea8-3a0e-4b26-acd0-f0d27db7a509 on network 15ec88ec-a078-4d94-a658-456bc06f4f38 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:20:11.742843 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:20:11.748420 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Checking segment: {'id': '262dfc1b-32f1-4b76-a222-965b509336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:20:11.748420 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:11.748420 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Bound using segment: {'id': '262dfc1b-32f1-4b76-a222-965b509336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:20:11.748420 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Bound port: 69200ea8-3a0e-4b26-acd0-f0d27db7a509, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262dfc1b-32f1-4b76-a222-965b509336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:20:11.748420 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (69200ea8-3a0e-4b26-acd0-f0d27db7a509), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:11.808098 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] For port 69200ea8-3a0e-4b26-acd0-f0d27db7a509, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:20:11.811511 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] For port 69200ea8-3a0e-4b26-acd0-f0d27db7a509, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=69200ea8-3a0e-4b26-acd0-f0d27db7a509,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:20:11.913306 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (69200ea8-3a0e-4b26-acd0-f0d27db7a509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:11.972013 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626945d-c00a-4609-b596-5eb9abbd079f None None] Pushing event updated for resources: {'Port': ['ID=69200ea8-3a0e-4b26-acd0-f0d27db7a509,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:12.156466 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac8a803a-dda2-4ae6-b54d-220da377a199 admin admin] Publish callbacks [] for router_gateway (13e4c67c-5287-49fc-ba5c-4360929c3b80), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:12.182778 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac8a803a-dda2-4ae6-b54d-220da377a199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:12.302008 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-ac8a803a-dda2-4ae6-b54d-220da377a199 admin admin] Allocated IP 172.27.0.15 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:20:12.396837 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 69200ea8-3a0e-4b26-acd0-f0d27db7a509 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:20:12.411571 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac8a803a-dda2-4ae6-b54d-220da377a199 admin admin] Publish callbacks [] for port (04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:12.448462 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 69200ea8-3a0e-4b26-acd0-f0d27db7a509 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:12.449186 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (69200ea8-3a0e-4b26-acd0-f0d27db7a509), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:12.527671 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 69200ea8-3a0e-4b26-acd0-f0d27db7a509 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:20:12.528060 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (69200ea8-3a0e-4b26-acd0-f0d27db7a509), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:12.547182 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac8a803a-dda2-4ae6-b54d-220da377a199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:12.560661 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] For port 69200ea8-3a0e-4b26-acd0-f0d27db7a509, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=69200ea8-3a0e-4b26-acd0-f0d27db7a509,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:20:12.584918 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8a803a-dda2-4ae6-b54d-220da377a199 admin admin] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:20:12.587684 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-ac8a803a-dda2-4ae6-b54d-220da377a199 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:20:12.595170 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8a803a-dda2-4ae6-b54d-220da377a199 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:20:12.600003 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a803a-dda2-4ae6-b54d-220da377a199 admin admin] Pushing event updated for resources: {'Port': ['ID=04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:12.691090 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (69200ea8-3a0e-4b26-acd0-f0d27db7a509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:12.764630 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Pushing event updated for resources: {'Port': ['ID=69200ea8-3a0e-4b26-acd0-f0d27db7a509,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:12.806076 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66880bd7-9324-400c-bd0f-8646cf52d39d req-04f73bc8-de8d-4ff2-9f2c-c317009773ef tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:12.811076 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-66880bd7-9324-400c-bd0f-8646cf52d39d req-04f73bc8-de8d-4ff2-9f2c-c317009773ef tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0740309 Apr 05 11:20:12.862652 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-66880bd7-9324-400c-bd0f-8646cf52d39d req-59a18995-7ca5-43a2-ba03-6c7c43e2a059 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489669 Apr 05 11:20:12.960652 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac8a803a-dda2-4ae6-b54d-220da377a199 admin admin] Publish callbacks [] for router_gateway (13e4c67c-5287-49fc-ba5c-4360929c3b80), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:12.973248 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628d7bed-e7e6-4005-a1e5-a034510922f5 None None] Network 15ec88ec-a078-4d94-a658-456bc06f4f38 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:20:13.049827 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-7e98c28f-7e49-4afe-8b7f-1e55b3ac062b None None] Provisioning complete for port 69200ea8-3a0e-4b26-acd0-f0d27db7a509 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:13.050197 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7e98c28f-7e49-4afe-8b7f-1e55b3ac062b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (69200ea8-3a0e-4b26-acd0-f0d27db7a509), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:13.159999 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac8a803a-dda2-4ae6-b54d-220da377a199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585778'] for router (13e4c67c-5287-49fc-ba5c-4360929c3b80), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:13.161004 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-7e98c28f-7e49-4afe-8b7f-1e55b3ac062b None None] Current status of the port 69200ea8-3a0e-4b26-acd0-f0d27db7a509 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:20:13.381110 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-247c6be2-f916-48c6-bb75-43a4d367d9bc None None] Provisioning complete for port 69200ea8-3a0e-4b26-acd0-f0d27db7a509 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:13.381476 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-247c6be2-f916-48c6-bb75-43a4d367d9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (69200ea8-3a0e-4b26-acd0-f0d27db7a509), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:13.426545 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8a803a-dda2-4ae6-b54d-220da377a199 admin admin] Router 13e4c67c-5287-49fc-ba5c-4360929c3b80 is scheduled to L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:20:13.460337 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-247c6be2-f916-48c6-bb75-43a4d367d9bc None None] Current status of the port 69200ea8-3a0e-4b26-acd0-f0d27db7a509 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:20:13.536164 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8a803a-dda2-4ae6-b54d-220da377a199 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:20:13.546415 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] Sync routers for ids ['13e4c67c-5287-49fc-ba5c-4360929c3b80'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:20:13.556030 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] Routers {'13e4c67c-5287-49fc-ba5c-4360929c3b80'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:20:13.556632 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:19:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['13e4c67c-5287-49fc-ba5c-4360929c3b80'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:13.662199 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] Set router 13e4c67c-5287-49fc-ba5c-4360929c3b80 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:20:13.674299 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac8a803a-dda2-4ae6-b54d-220da377a199 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:13.675745 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ac8a803a-dda2-4ae6-b54d-220da377a199 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5226443 Apr 05 11:20:13.678448 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 33910) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:13.835299 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:12Z', 'revision_number': 3, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:13.868325 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] Checking router: 13e4c67c-5287-49fc-ba5c-4360929c3b80 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:20:13.877885 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] Updating router 13e4c67c-5287-49fc-ba5c-4360929c3b80 port 04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78 binding host dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:20:13.895949 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:14.052614 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e741fc6-09e9-44af-b8b5-2c76cc4f4b0a req-81aff4b8-5bba-4219-9c79-f431dd97503e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:14.054169 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e741fc6-09e9-44af-b8b5-2c76cc4f4b0a req-81aff4b8-5bba-4219-9c79-f431dd97503e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.1182122 Apr 05 11:20:14.161101 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8e741fc6-09e9-44af-b8b5-2c76cc4f4b0a req-1806d152-14d4-4492-ab63-c7d8853d9ef5 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998361 Apr 05 11:20:14.180093 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e0afc3f8-8a6f-4f4a-8aa4-d504bc82dca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:14.225600 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] Publish callbacks [] for port (04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:14.317979 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:14.342976 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-e0afc3f8-8a6f-4f4a-8aa4-d504bc82dca6 admin admin] Allocated IP 172.20.0.1 (15ec88ec-a078-4d94-a658-456bc06f4f38/6cdd783b-82e9-4593-a451-3b1b6f34c5b6/6beb0d2a-76fb-4f8c-9134-672b2f23acaa) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:20:14.347574 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 69200ea8-3a0e-4b26-acd0-f0d27db7a509 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:20:14.370036 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] Attempting to bind port 04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:20:14.370408 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] Attempting to bind port 04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:20:14.370801 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] Attempting to bind port 04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78 on network ab2e3e10-783c-4840-b185-530a1ad29b1c {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:20:14.383314 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:20:14.383691 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] Checking segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:20:14.384092 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:14.384485 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] Bound using segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:20:14.384951 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] Bound port: 04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:20:14.385989 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:14.387019 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957969e0-9b90-47f6-9f77-c02ce747359c None None] Pushing event updated for resources: {'Port': ['ID=04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:14.403262 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 69200ea8-3a0e-4b26-acd0-f0d27db7a509 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:14.403767 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (69200ea8-3a0e-4b26-acd0-f0d27db7a509), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:14.414814 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957969e0-9b90-47f6-9f77-c02ce747359c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:14.415072 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957969e0-9b90-47f6-9f77-c02ce747359c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:14.415445 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957969e0-9b90-47f6-9f77-c02ce747359c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:14.415810 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957969e0-9b90-47f6-9f77-c02ce747359c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:14.416151 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957969e0-9b90-47f6-9f77-c02ce747359c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:14.416481 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957969e0-9b90-47f6-9f77-c02ce747359c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:14.416812 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957969e0-9b90-47f6-9f77-c02ce747359c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:14.417147 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957969e0-9b90-47f6-9f77-c02ce747359c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:14.417480 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957969e0-9b90-47f6-9f77-c02ce747359c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:14.417812 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957969e0-9b90-47f6-9f77-c02ce747359c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:14.418138 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957969e0-9b90-47f6-9f77-c02ce747359c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:14.418540 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957969e0-9b90-47f6-9f77-c02ce747359c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:14.418894 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957969e0-9b90-47f6-9f77-c02ce747359c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:14.419224 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957969e0-9b90-47f6-9f77-c02ce747359c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:14.419550 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957969e0-9b90-47f6-9f77-c02ce747359c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:20:14.473341 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e0afc3f8-8a6f-4f4a-8aa4-d504bc82dca6 admin admin] Publish callbacks [] for port (6beb0d2a-76fb-4f8c-9134-672b2f23acaa), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:14.474063 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] For port 04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:20:14.480218 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] For port 04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:20:14.494553 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 69200ea8-3a0e-4b26-acd0-f0d27db7a509 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:20:14.560653 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6ee86-50ec-4ec5-91af-a847be3d1958 req-9e9e75c3-b92d-44e9-adfd-09dae06c7628 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:14.562185 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-99c6ee86-50ec-4ec5-91af-a847be3d1958 req-9e9e75c3-b92d-44e9-adfd-09dae06c7628 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0516195 Apr 05 11:20:14.598961 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:14.604918 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e0afc3f8-8a6f-4f4a-8aa4-d504bc82dca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (6beb0d2a-76fb-4f8c-9134-672b2f23acaa), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:14.638643 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-99c6ee86-50ec-4ec5-91af-a847be3d1958 req-3cb828f3-2b21-4b05-9eb9-72d465b455c0 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706680 Apr 05 11:20:14.653225 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0afc3f8-8a6f-4f4a-8aa4-d504bc82dca6 admin admin] Network 15ec88ec-a078-4d94-a658-456bc06f4f38 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:20:14.656786 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-e0afc3f8-8a6f-4f4a-8aa4-d504bc82dca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:20:14.659401 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0afc3f8-8a6f-4f4a-8aa4-d504bc82dca6 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:20:14.663772 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957969e0-9b90-47f6-9f77-c02ce747359c None None] Pushing event updated for resources: {'Port': ['ID=04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:14.667704 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] Routers {'13e4c67c-5287-49fc-ba5c-4360929c3b80'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:20:14.668565 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:19:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['13e4c67c-5287-49fc-ba5c-4360929c3b80'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:14.689109 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afc3f8-8a6f-4f4a-8aa4-d504bc82dca6 admin admin] Pushing event updated for resources: {'Port': ['ID=6beb0d2a-76fb-4f8c-9134-672b2f23acaa,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:14.709164 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e0afc3f8-8a6f-4f4a-8aa4-d504bc82dca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585827'] for router_interface (13e4c67c-5287-49fc-ba5c-4360929c3b80), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:14.790942 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] Set router 13e4c67c-5287-49fc-ba5c-4360929c3b80 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:20:14.817988 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20fccf-bc8b-45aa-9f22-8a265e520804 req-146b825c-ec36-4430-948d-762234a59fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:14.819564 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef20fccf-bc8b-45aa-9f22-8a265e520804 req-146b825c-ec36-4430-948d-762234a59fb3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6061eea75194ee5b5efeed2e6073d75&device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 1129 time: 0.0683677 Apr 05 11:20:14.912802 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e0afc3f8-8a6f-4f4a-8aa4-d504bc82dca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (6beb0d2a-76fb-4f8c-9134-672b2f23acaa), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:14.920450 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20fccf-bc8b-45aa-9f22-8a265e520804 req-445e674f-42ea-4deb-8c85-b6bd5c0272df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:14.922800 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef20fccf-bc8b-45aa-9f22-8a265e520804 req-445e674f-42ea-4deb-8c85-b6bd5c0272df service neutron] 10.222.0.58 "GET /v2.0/networks?id=7217652a-af97-4947-b0e2-d005c4528ce6 HTTP/1.1" status: 200 len: 911 time: 0.0967984 Apr 05 11:20:15.001695 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-2f5ac972-6b79-459e-82a6-e6736debe5f2 None None] Provisioning complete for port 6beb0d2a-76fb-4f8c-9134-672b2f23acaa triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:15.001695 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2f5ac972-6b79-459e-82a6-e6736debe5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (6beb0d2a-76fb-4f8c-9134-672b2f23acaa), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:15.004952 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:12Z', 'revision_number': 3, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:15.006893 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef20fccf-bc8b-45aa-9f22-8a265e520804 req-18040e1c-317a-432b-b07c-5eae25fa11e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc7aebba-05fe-428c-9500-aeca3f7e1c99 HTTP/1.1" status: 200 len: 1001 time: 0.0750880 Apr 05 11:20:15.032809 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d27895-03bc-4d6b-80e6-2c34eb734f15 None None] The sync data for ids ['13e4c67c-5287-49fc-ba5c-4360929c3b80'] in dv-cinder-818994-3-iscsi is: [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:12Z', 'revision_number': 3, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:20:15.045139 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-2f5ac972-6b79-459e-82a6-e6736debe5f2 None None] Port 6beb0d2a-76fb-4f8c-9134-672b2f23acaa cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:20:15.072093 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20fccf-bc8b-45aa-9f22-8a265e520804 req-9b9ca87e-1ed2-4b4a-98eb-0acccdaec81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:15.073987 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef20fccf-bc8b-45aa-9f22-8a265e520804 req-9b9ca87e-1ed2-4b4a-98eb-0acccdaec81d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f82113b2-532a-4a4b-a711-82c62696ceb0 HTTP/1.1" status: 200 len: 849 time: 0.0588832 Apr 05 11:20:15.097921 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e0afc3f8-8a6f-4f4a-8aa4-d504bc82dca6 admin admin] Publish callbacks [] for port (6beb0d2a-76fb-4f8c-9134-672b2f23acaa), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:15.125733 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20fccf-bc8b-45aa-9f22-8a265e520804 req-0afe3d9a-829a-4f6c-a5fa-19ca9525633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:15.127289 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef20fccf-bc8b-45aa-9f22-8a265e520804 req-0afe3d9a-829a-4f6c-a5fa-19ca9525633d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7217652a-af97-4947-b0e2-d005c4528ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465071 Apr 05 11:20:15.193156 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e0afc3f8-8a6f-4f4a-8aa4-d504bc82dca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (6beb0d2a-76fb-4f8c-9134-672b2f23acaa), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:15.227921 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef20fccf-bc8b-45aa-9f22-8a265e520804 req-2bc9c573-0580-475a-8e59-2fbaeb799dbb service neutron] 10.222.0.58 "GET /v2.0/networks/7217652a-af97-4947-b0e2-d005c4528ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937519 Apr 05 11:20:15.284676 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e0afc3f8-8a6f-4f4a-8aa4-d504bc82dca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1809836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583667'] for router_interface (13e4c67c-5287-49fc-ba5c-4360929c3b80), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:15.301734 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afc3f8-8a6f-4f4a-8aa4-d504bc82dca6 admin admin] Pushing event updated for resources: {'Port': ['ID=6beb0d2a-76fb-4f8c-9134-672b2f23acaa,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:15.364151 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef20fccf-bc8b-45aa-9f22-8a265e520804 req-ca6e4af6-f4e4-450a-9c16-eeb8a289043c service neutron] 10.222.0.58 "GET /v2.0/networks/7217652a-af97-4947-b0e2-d005c4528ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283832 Apr 05 11:20:15.408372 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0afc3f8-8a6f-4f4a-8aa4-d504bc82dca6 admin admin] Network 15ec88ec-a078-4d94-a658-456bc06f4f38 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:20:15.409801 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-e0afc3f8-8a6f-4f4a-8aa4-d504bc82dca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:20:15.542315 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0afc3f8-8a6f-4f4a-8aa4-d504bc82dca6 admin admin] Router 13e4c67c-5287-49fc-ba5c-4360929c3b80 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:20:15.668440 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0afc3f8-8a6f-4f4a-8aa4-d504bc82dca6 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:20:15.668687 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-34599c5e-643f-4abd-945e-a8d0b085903a None None] Provisioning complete for port 6beb0d2a-76fb-4f8c-9134-672b2f23acaa triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:15.669689 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-34599c5e-643f-4abd-945e-a8d0b085903a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (6beb0d2a-76fb-4f8c-9134-672b2f23acaa), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:15.674338 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-e0afc3f8-8a6f-4f4a-8aa4-d504bc82dca6 admin admin] 10.222.0.39 "PUT /v2.0/routers/13e4c67c-5287-49fc-ba5c-4360929c3b80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9945259 Apr 05 11:20:15.709643 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-34599c5e-643f-4abd-945e-a8d0b085903a None None] Port 6beb0d2a-76fb-4f8c-9134-672b2f23acaa cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:20:15.791274 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfda0e-5baa-42db-ba26-d32ab3c3e696 req-ea752160-055e-4079-94e5-b0511215b126 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:15.792834 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-33cfda0e-5baa-42db-ba26-d32ab3c3e696 req-ea752160-055e-4079-94e5-b0511215b126 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0569825 Apr 05 11:20:15.851051 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-33cfda0e-5baa-42db-ba26-d32ab3c3e696 req-b76cdf40-bcb6-4b13-865b-dd1e2f701c33 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482178 Apr 05 11:20:16.390738 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:20:16.427254 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 33938) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:16.432142 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-183c6e8d-b36d-42ea-8f2a-b355bd51ee86 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-406887205-network', 'tenant_id': 'ab3e848c997a468db60c11a21e069681'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:20:16.455598 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:16.455978 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:16.586862 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183c6e8d-b36d-42ea-8f2a-b355bd51ee86 admin admin] Made reservation on behalf of ab3e848c997a468db60c11a21e069681 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:20:16.589281 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-183c6e8d-b36d-42ea-8f2a-b355bd51ee86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:16.600368 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-183c6e8d-b36d-42ea-8f2a-b355bd51ee86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:16.650710 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] Sync routers for ids ['13e4c67c-5287-49fc-ba5c-4360929c3b80'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:20:16.679315 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] Routers {'13e4c67c-5287-49fc-ba5c-4360929c3b80'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:20:16.680261 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:19:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['13e4c67c-5287-49fc-ba5c-4360929c3b80'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:16.681525 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:20:16.681928 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:16.682472 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-183c6e8d-b36d-42ea-8f2a-b355bd51ee86 admin admin] Publish callbacks [] for security_group (84760a88-de16-4850-8ff1-56ca76c94161), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:16.741125 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] For port 04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:20:16.793699 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:16.803984 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] Set router 13e4c67c-5287-49fc-ba5c-4360929c3b80 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:20:16.832542 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-183c6e8d-b36d-42ea-8f2a-b355bd51ee86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (84760a88-de16-4850-8ff1-56ca76c94161), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:16.833751 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:16.858217 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183c6e8d-b36d-42ea-8f2a-b355bd51ee86 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:20:16.873603 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c6e8d-b36d-42ea-8f2a-b355bd51ee86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84760a88-de16-4850-8ff1-56ca76c94161,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:16.876458 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-183c6e8d-b36d-42ea-8f2a-b355bd51ee86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (9fdd6cc3-6e98-4acc-a80c-9e311333f20f), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:16.876808 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.segments_db [None req-183c6e8d-b36d-42ea-8f2a-b355bd51ee86 admin admin] Added segment 9fdd6cc3-6e98-4acc-a80c-9e311333f20f of type vlan for network a1ff64ea-876b-4ba8-93ae-a6e8caff7b08 Apr 05 11:20:16.921735 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-183c6e8d-b36d-42ea-8f2a-b355bd51ee86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793732229416'] for network (a1ff64ea-876b-4ba8-93ae-a6e8caff7b08), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:16.935073 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Pushing event updated for resources: {'Port': ['ID=04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:16.993009 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edaae56-d7be-4017-830f-120e5a975c47 req-7e2f8c0b-7657-4f7e-b738-ffe5784e3f94 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:16.994549 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9edaae56-d7be-4017-830f-120e5a975c47 req-7e2f8c0b-7657-4f7e-b738-ffe5784e3f94 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0702341 Apr 05 11:20:17.045472 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9edaae56-d7be-4017-830f-120e5a975c47 req-3364fe7a-d894-4dd1-af4e-6538f38b987a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448837 Apr 05 11:20:17.048691 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '6beb0d2a-76fb-4f8c-9134-672b2f23acaa', 'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'mac_address': 'fa:16:3e:6c:02:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:14Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 2, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'subnets': [{'id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:17.049421 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-183c6e8d-b36d-42ea-8f2a-b355bd51ee86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for network (a1ff64ea-876b-4ba8-93ae-a6e8caff7b08), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:17.050390 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183c6e8d-b36d-42ea-8f2a-b355bd51ee86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:17.051014 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-183c6e8d-b36d-42ea-8f2a-b355bd51ee86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:17.077060 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] Checking router: 13e4c67c-5287-49fc-ba5c-4360929c3b80 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:20:17.077500 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] Updating router 13e4c67c-5287-49fc-ba5c-4360929c3b80 port 6beb0d2a-76fb-4f8c-9134-672b2f23acaa binding host dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:20:17.106199 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (6beb0d2a-76fb-4f8c-9134-672b2f23acaa), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:17.112518 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c6e8d-b36d-42ea-8f2a-b355bd51ee86 admin admin] Pushing event updated for resources: {'Network': ['ID=a1ff64ea-876b-4ba8-93ae-a6e8caff7b08,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:17.122073 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Network a1ff64ea-876b-4ba8-93ae-a6e8caff7b08 details requested by agent ovs-agent-dv-cinder-818994-3-iscsi with host dv-cinder-818994-3-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:20:17.155571 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-183c6e8d-b36d-42ea-8f2a-b355bd51ee86 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7272122 Apr 05 11:20:17.158183 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 33944) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:17.162966 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-cb6c42d7-a288-4ffe-b3f6-cd9845ec3143 admin admin] Request body: {'subnet': {'network_id': 'a1ff64ea-876b-4ba8-93ae-a6e8caff7b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-406887205-subnet', 'tenant_id': 'ab3e848c997a468db60c11a21e069681', 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:20:17.295746 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6c42d7-a288-4ffe-b3f6-cd9845ec3143 admin admin] Made reservation on behalf of ab3e848c997a468db60c11a21e069681 for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:20:17.297986 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cb6c42d7-a288-4ffe-b3f6-cd9845ec3143 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5249223'] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:17.428651 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] Publish callbacks [] for port (6beb0d2a-76fb-4f8c-9134-672b2f23acaa), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:17.512227 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (6beb0d2a-76fb-4f8c-9134-672b2f23acaa), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:17.552615 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cb6c42d7-a288-4ffe-b3f6-cd9845ec3143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5343257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5249241'] for subnet (6ced252b-b280-44c5-a71f-82ac8f55b0e2), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:17.561470 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa7beb-4d91-4c7c-a6a1-0f73462cf370 None None] Pushing event updated for resources: {'Port': ['ID=6beb0d2a-76fb-4f8c-9134-672b2f23acaa,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:17.619488 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c42d7-a288-4ffe-b3f6-cd9845ec3143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ced252b-b280-44c5-a71f-82ac8f55b0e2,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:17.624519 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6c42d7-a288-4ffe-b3f6-cd9845ec3143 admin admin] Checking segment: {'id': '9fdd6cc3-6e98-4acc-a80c-9e311333f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a1ff64ea-876b-4ba8-93ae-a6e8caff7b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:20:17.624876 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6c42d7-a288-4ffe-b3f6-cd9845ec3143 admin admin] Network hostable DHCP agents. Network: a1ff64ea-876b-4ba8-93ae-a6e8caff7b08, hostable agents: ['cd8b06fc-05cb-41d0-9f86-42134aa474b0'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:20:17.630424 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] Attempting to bind port 6beb0d2a-76fb-4f8c-9134-672b2f23acaa on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:20:17.631019 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] Attempting to bind port 6beb0d2a-76fb-4f8c-9134-672b2f23acaa by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': '262dfc1b-32f1-4b76-a222-965b509336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:20:17.631253 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] Attempting to bind port 6beb0d2a-76fb-4f8c-9134-672b2f23acaa on network 15ec88ec-a078-4d94-a658-456bc06f4f38 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:20:17.637420 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:20:17.637576 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] Checking segment: {'id': '262dfc1b-32f1-4b76-a222-965b509336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:20:17.637884 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:17.639053 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] Bound using segment: {'id': '262dfc1b-32f1-4b76-a222-965b509336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:20:17.639573 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] Bound port: 6beb0d2a-76fb-4f8c-9134-672b2f23acaa, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262dfc1b-32f1-4b76-a222-965b509336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:20:17.640096 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (6beb0d2a-76fb-4f8c-9134-672b2f23acaa), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:17.708789 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] For port 6beb0d2a-76fb-4f8c-9134-672b2f23acaa, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:20:17.711974 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] For port 6beb0d2a-76fb-4f8c-9134-672b2f23acaa, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=6beb0d2a-76fb-4f8c-9134-672b2f23acaa,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:20:17.774749 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6c42d7-a288-4ffe-b3f6-cd9845ec3143 admin admin] Network a1ff64ea-876b-4ba8-93ae-a6e8caff7b08 is scheduled to be hosted by DHCP agent cd8b06fc-05cb-41d0-9f86-42134aa474b0 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:20:17.838601 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (6beb0d2a-76fb-4f8c-9134-672b2f23acaa), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:17.890126 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-cb6c42d7-a288-4ffe-b3f6-cd9845ec3143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-iscsi, a1ff64ea-876b-4ba8-93ae-a6e8caff7b08) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:20:17.890314 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-cc693376-51dd-4f40-be58-d7014f0ebd8d None None] Provisioning complete for port 6beb0d2a-76fb-4f8c-9134-672b2f23acaa triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:17.890646 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cc693376-51dd-4f40-be58-d7014f0ebd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (6beb0d2a-76fb-4f8c-9134-672b2f23acaa), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:17.894217 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6c42d7-a288-4ffe-b3f6-cd9845ec3143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:17.894975 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cb6c42d7-a288-4ffe-b3f6-cd9845ec3143 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:17.923737 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8495063d-b72a-4e0c-998e-f5e58a56ce0e None None] Network a1ff64ea-876b-4ba8-93ae-a6e8caff7b08 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:20:17.943019 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] Routers {'13e4c67c-5287-49fc-ba5c-4360929c3b80'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:20:17.943653 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:19:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['13e4c67c-5287-49fc-ba5c-4360929c3b80'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:17.946895 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa7beb-4d91-4c7c-a6a1-0f73462cf370 None None] Pushing event updated for resources: {'Port': ['ID=6beb0d2a-76fb-4f8c-9134-672b2f23acaa,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:18.029379 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-cb6c42d7-a288-4ffe-b3f6-cd9845ec3143 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8698287 Apr 05 11:20:18.031595 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 33948) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:18.036505 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-f2b83022-b47a-4cea-b4ce-199b532ae155 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-406887205-router', 'tenant_id': 'ab3e848c997a468db60c11a21e069681', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:20:18.163989 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] Set router 13e4c67c-5287-49fc-ba5c-4360929c3b80 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:20:18.164157 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f2b83022-b47a-4cea-b4ce-199b532ae155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (f40aef22-8ed0-468a-8e6f-133ee8dad50c), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:18.165152 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f2b83022-b47a-4cea-b4ce-199b532ae155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5208'] for router (f40aef22-8ed0-468a-8e6f-133ee8dad50c), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:18.165933 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e5a918-72d0-514f-af35-f2ca56414c48-a1ff64ea-876b-4ba8-93ae-a6e8caff7b08', 'network_id': 'a1ff64ea-876b-4ba8-93ae-a6e8caff7b08', 'project_id': 'ab3e848c997a468db60c11a21e069681', 'fixed_ips': [{'subnet_id': '6ced252b-b280-44c5-a71f-82ac8f55b0e2'}]}} from dv-cinder-818994-3-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:20:18.166859 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:18.204939 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-cc693376-51dd-4f40-be58-d7014f0ebd8d None None] Current status of the port 6beb0d2a-76fb-4f8c-9134-672b2f23acaa is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:20:18.205319 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cc693376-51dd-4f40-be58-d7014f0ebd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (6beb0d2a-76fb-4f8c-9134-672b2f23acaa), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:18.219178 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f2b83022-b47a-4cea-b4ce-199b532ae155 admin admin] Publish callbacks [] for router_controller (f40aef22-8ed0-468a-8e6f-133ee8dad50c), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:18.436113 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:20:18.509925 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-cc693376-51dd-4f40-be58-d7014f0ebd8d None None] For port 6beb0d2a-76fb-4f8c-9134-672b2f23acaa, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=6beb0d2a-76fb-4f8c-9134-672b2f23acaa,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:20:18.636061 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] Allocated IP 172.20.0.2 (a1ff64ea-876b-4ba8-93ae-a6e8caff7b08/6ced252b-b280-44c5-a71f-82ac8f55b0e2/bf8bc6f8-7d25-4e0e-a388-0051651b38f4) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:20:18.670735 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:18.671211 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:18.678718 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cc693376-51dd-4f40-be58-d7014f0ebd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (6beb0d2a-76fb-4f8c-9134-672b2f23acaa), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:18.753653 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-72e45234-d687-44b2-8470-1e3b48edfa4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:18.792060 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f2b83022-b47a-4cea-b4ce-199b532ae155 admin admin] Publish callbacks [] for router_gateway (f40aef22-8ed0-468a-8e6f-133ee8dad50c), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:18.846679 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc693376-51dd-4f40-be58-d7014f0ebd8d None None] Pushing event updated for resources: {'Port': ['ID=6beb0d2a-76fb-4f8c-9134-672b2f23acaa,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:18.862559 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-015a22f0-0d31-4260-b4b6-53daf0ef0052 None None] Provisioning complete for port 6beb0d2a-76fb-4f8c-9134-672b2f23acaa triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:18.862960 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-015a22f0-0d31-4260-b4b6-53daf0ef0052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (6beb0d2a-76fb-4f8c-9134-672b2f23acaa), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:18.959078 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '6beb0d2a-76fb-4f8c-9134-672b2f23acaa', 'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'mac_address': 'fa:16:3e:6c:02:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:14Z', 'updated_at': '2022-04-05T11:20:17Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'subnets': [{'id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:19.007863 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664c1ab2-7ef3-4f12-b02d-4e3ecc6f3d15 None None] The sync data for ids ['13e4c67c-5287-49fc-ba5c-4360929c3b80'] in dv-cinder-818994-3-iscsi is: [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '6beb0d2a-76fb-4f8c-9134-672b2f23acaa', 'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'mac_address': 'fa:16:3e:6c:02:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:14Z', 'updated_at': '2022-04-05T11:20:17Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'subnets': [{'id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:20:19.016524 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:20:19.033862 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] Publish callbacks [] for port (bf8bc6f8-7d25-4e0e-a388-0051651b38f4), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:19.096224 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-015a22f0-0d31-4260-b4b6-53daf0ef0052 None None] Current status of the port 6beb0d2a-76fb-4f8c-9134-672b2f23acaa is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:20:19.122060 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f2b83022-b47a-4cea-b4ce-199b532ae155 admin admin] Publish callbacks [] for router_gateway (f40aef22-8ed0-468a-8e6f-133ee8dad50c), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:19.143880 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f2b83022-b47a-4cea-b4ce-199b532ae155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:19.187764 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (bf8bc6f8-7d25-4e0e-a388-0051651b38f4), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:19.230449 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] Network a1ff64ea-876b-4ba8-93ae-a6e8caff7b08 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:20:19.239616 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:20:19.242600 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:20:19.244648 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] Pushing event updated for resources: {'Port': ['ID=bf8bc6f8-7d25-4e0e-a388-0051651b38f4,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:19.275530 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-f2b83022-b47a-4cea-b4ce-199b532ae155 admin admin] Allocated IP 172.27.0.48 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/66083b98-430f-433f-ae98-de2c96e60383) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:20:19.324363 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] Attempting to bind port bf8bc6f8-7d25-4e0e-a388-0051651b38f4 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:20:19.324363 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] Attempting to bind port bf8bc6f8-7d25-4e0e-a388-0051651b38f4 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': '9fdd6cc3-6e98-4acc-a80c-9e311333f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a1ff64ea-876b-4ba8-93ae-a6e8caff7b08'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:20:19.324363 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] Attempting to bind port bf8bc6f8-7d25-4e0e-a388-0051651b38f4 on network a1ff64ea-876b-4ba8-93ae-a6e8caff7b08 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:20:19.327767 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:20:19.328423 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] Checking segment: {'id': '9fdd6cc3-6e98-4acc-a80c-9e311333f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a1ff64ea-876b-4ba8-93ae-a6e8caff7b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:20:19.329131 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:19.329921 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] Bound using segment: {'id': '9fdd6cc3-6e98-4acc-a80c-9e311333f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a1ff64ea-876b-4ba8-93ae-a6e8caff7b08'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:20:19.330526 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] Bound port: bf8bc6f8-7d25-4e0e-a388-0051651b38f4, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdd6cc3-6e98-4acc-a80c-9e311333f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a1ff64ea-876b-4ba8-93ae-a6e8caff7b08'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:20:19.331081 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (bf8bc6f8-7d25-4e0e-a388-0051651b38f4), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:19.396781 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f2b83022-b47a-4cea-b4ce-199b532ae155 admin admin] Publish callbacks [] for port (66083b98-430f-433f-ae98-de2c96e60383), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:19.404055 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] For port bf8bc6f8-7d25-4e0e-a388-0051651b38f4, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:20:19.407458 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] For port bf8bc6f8-7d25-4e0e-a388-0051651b38f4, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=bf8bc6f8-7d25-4e0e-a388-0051651b38f4,segment=NetworkSegment(9fdd6cc3-6e98-4acc-a80c-9e311333f20f),segment_id=9fdd6cc3-6e98-4acc-a80c-9e311333f20f)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:20:19.501702 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (bf8bc6f8-7d25-4e0e-a388-0051651b38f4), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:19.547550 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f2b83022-b47a-4cea-b4ce-199b532ae155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (66083b98-430f-433f-ae98-de2c96e60383), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:19.568990 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f9d59-abe6-4fa3-bb2c-4d582140b5d5 None None] Pushing event updated for resources: {'Port': ['ID=bf8bc6f8-7d25-4e0e-a388-0051651b38f4,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:19.616402 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b83022-b47a-4cea-b4ce-199b532ae155 admin admin] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:20:19.618150 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-f2b83022-b47a-4cea-b4ce-199b532ae155 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:20:19.620882 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b83022-b47a-4cea-b4ce-199b532ae155 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:20:19.645855 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b83022-b47a-4cea-b4ce-199b532ae155 admin admin] Pushing event updated for resources: {'Port': ['ID=66083b98-430f-433f-ae98-de2c96e60383,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:20.030131 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f2b83022-b47a-4cea-b4ce-199b532ae155 admin admin] Publish callbacks [] for router_gateway (f40aef22-8ed0-468a-8e6f-133ee8dad50c), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:20.245565 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f2b83022-b47a-4cea-b4ce-199b532ae155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585778'] for router (f40aef22-8ed0-468a-8e6f-133ee8dad50c), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:20.430430 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 6beb0d2a-76fb-4f8c-9134-672b2f23acaa up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:20:20.460752 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b83022-b47a-4cea-b4ce-199b532ae155 admin admin] Router f40aef22-8ed0-468a-8e6f-133ee8dad50c is scheduled to L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:20:20.482274 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 6beb0d2a-76fb-4f8c-9134-672b2f23acaa triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:20.482681 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (6beb0d2a-76fb-4f8c-9134-672b2f23acaa), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:20.525414 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375fc545-1669-4e6a-bc70-e28516802f3c None None] Network a1ff64ea-876b-4ba8-93ae-a6e8caff7b08 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:20:20.573141 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b83022-b47a-4cea-b4ce-199b532ae155 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:20:20.584625 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] Sync routers for ids ['f40aef22-8ed0-468a-8e6f-133ee8dad50c'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:20:20.594967 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] Routers {'f40aef22-8ed0-468a-8e6f-133ee8dad50c'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:20:20.595834 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:19:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['f40aef22-8ed0-468a-8e6f-133ee8dad50c'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:20.641162 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f2b83022-b47a-4cea-b4ce-199b532ae155 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:20.642526 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f2b83022-b47a-4cea-b4ce-199b532ae155 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6097803 Apr 05 11:20:20.644565 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 6beb0d2a-76fb-4f8c-9134-672b2f23acaa is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:20:20.645011 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 33950) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:20.646357 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device bf8bc6f8-7d25-4e0e-a388-0051651b38f4 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:20:20.696069 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-898dad65-fbcd-4ae1-9f91-87f6b6f90822 None None] Provisioning complete for port bf8bc6f8-7d25-4e0e-a388-0051651b38f4 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:20.696450 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-898dad65-fbcd-4ae1-9f91-87f6b6f90822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (bf8bc6f8-7d25-4e0e-a388-0051651b38f4), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:20.715915 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] Set router f40aef22-8ed0-468a-8e6f-133ee8dad50c gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:20:20.769490 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port bf8bc6f8-7d25-4e0e-a388-0051651b38f4 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:20.769871 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (bf8bc6f8-7d25-4e0e-a388-0051651b38f4), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:20.851256 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-898dad65-fbcd-4ae1-9f91-87f6b6f90822 None None] Current status of the port bf8bc6f8-7d25-4e0e-a388-0051651b38f4 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:20:20.851560 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-898dad65-fbcd-4ae1-9f91-87f6b6f90822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (bf8bc6f8-7d25-4e0e-a388-0051651b38f4), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:20.923736 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40aef22-8ed0-468a-8e6f-133ee8dad50c', 'name': 'tempest-TestVolumeBootPattern-406887205-router', 'tenant_id': 'ab3e848c997a468db60c11a21e069681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '66083b98-430f-433f-ae98-de2c96e60383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:18Z', 'updated_at': '2022-04-05T11:20:19Z', 'revision_number': 3, 'project_id': 'ab3e848c997a468db60c11a21e069681', 'gw_port': {'id': '66083b98-430f-433f-ae98-de2c96e60383', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40aef22-8ed0-468a-8e6f-133ee8dad50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:19Z', 'updated_at': '2022-04-05T11:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:20.925845 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-898dad65-fbcd-4ae1-9f91-87f6b6f90822 None None] For port bf8bc6f8-7d25-4e0e-a388-0051651b38f4, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=bf8bc6f8-7d25-4e0e-a388-0051651b38f4,segment=NetworkSegment(9fdd6cc3-6e98-4acc-a80c-9e311333f20f),segment_id=9fdd6cc3-6e98-4acc-a80c-9e311333f20f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:20:20.943237 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port bf8bc6f8-7d25-4e0e-a388-0051651b38f4 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:20:20.944289 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (bf8bc6f8-7d25-4e0e-a388-0051651b38f4), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:20.955319 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] Checking router: f40aef22-8ed0-468a-8e6f-133ee8dad50c for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:20:20.956250 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] Updating router f40aef22-8ed0-468a-8e6f-133ee8dad50c port 66083b98-430f-433f-ae98-de2c96e60383 binding host dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:20:20.964238 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3f39452c-9f8e-42f5-9258-7a25741fd80e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:20.988601 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (66083b98-430f-433f-ae98-de2c96e60383), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:21.013487 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-898dad65-fbcd-4ae1-9f91-87f6b6f90822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (bf8bc6f8-7d25-4e0e-a388-0051651b38f4), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:21.097219 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.db.api [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 11:20:21.097595 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG oslo_db.api [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 11:20:21.100420 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dad65-fbcd-4ae1-9f91-87f6b6f90822 None None] Pushing event updated for resources: {'Port': ['ID=bf8bc6f8-7d25-4e0e-a388-0051651b38f4,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:21.105551 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9efea8fb-7dfe-4fd6-9a16-6dae6e3487df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:21.135124 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-354d00d8-20da-46f8-98de-06bb15257eea None None] Provisioning complete for port bf8bc6f8-7d25-4e0e-a388-0051651b38f4 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:21.136403 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-354d00d8-20da-46f8-98de-06bb15257eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (bf8bc6f8-7d25-4e0e-a388-0051651b38f4), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:21.218083 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-354d00d8-20da-46f8-98de-06bb15257eea None None] Current status of the port bf8bc6f8-7d25-4e0e-a388-0051651b38f4 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:20:21.267276 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] Publish callbacks [] for port (66083b98-430f-433f-ae98-de2c96e60383), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:21.272739 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-9efea8fb-7dfe-4fd6-9a16-6dae6e3487df admin admin] Allocated IP 172.20.0.1 (a1ff64ea-876b-4ba8-93ae-a6e8caff7b08/6ced252b-b280-44c5-a71f-82ac8f55b0e2/9264ffd5-dca2-4e3d-b1a8-dd7220d516e2) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:20:21.340605 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (66083b98-430f-433f-ae98-de2c96e60383), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:21.382678 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9efea8fb-7dfe-4fd6-9a16-6dae6e3487df admin admin] Publish callbacks [] for port (9264ffd5-dca2-4e3d-b1a8-dd7220d516e2), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:21.389795 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] Attempting to bind port 66083b98-430f-433f-ae98-de2c96e60383 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:20:21.390147 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] Attempting to bind port 66083b98-430f-433f-ae98-de2c96e60383 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:20:21.390506 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] Attempting to bind port 66083b98-430f-433f-ae98-de2c96e60383 on network ab2e3e10-783c-4840-b185-530a1ad29b1c {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:20:21.401583 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a224f7-c308-4de0-a473-a6749880979b None None] Pushing event updated for resources: {'Port': ['ID=66083b98-430f-433f-ae98-de2c96e60383,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:21.410986 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:20:21.410986 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] Checking segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:20:21.410986 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:21.410986 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] Bound using segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:20:21.410986 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] Bound port: 66083b98-430f-433f-ae98-de2c96e60383, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:20:21.410986 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (66083b98-430f-433f-ae98-de2c96e60383), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:21.458083 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] For port 66083b98-430f-433f-ae98-de2c96e60383, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:20:21.460989 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] For port 66083b98-430f-433f-ae98-de2c96e60383, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=66083b98-430f-433f-ae98-de2c96e60383,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:20:21.501674 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9efea8fb-7dfe-4fd6-9a16-6dae6e3487df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (9264ffd5-dca2-4e3d-b1a8-dd7220d516e2), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:21.540330 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efea8fb-7dfe-4fd6-9a16-6dae6e3487df admin admin] Network a1ff64ea-876b-4ba8-93ae-a6e8caff7b08 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:20:21.543129 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-9efea8fb-7dfe-4fd6-9a16-6dae6e3487df admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:20:21.548710 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efea8fb-7dfe-4fd6-9a16-6dae6e3487df admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:20:21.554292 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efea8fb-7dfe-4fd6-9a16-6dae6e3487df admin admin] Pushing event updated for resources: {'Port': ['ID=9264ffd5-dca2-4e3d-b1a8-dd7220d516e2,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:21.587780 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (66083b98-430f-433f-ae98-de2c96e60383), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:21.592023 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9efea8fb-7dfe-4fd6-9a16-6dae6e3487df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585827'] for router_interface (f40aef22-8ed0-468a-8e6f-133ee8dad50c), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:21.646121 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port bf8bc6f8-7d25-4e0e-a388-0051651b38f4 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:20:21.653067 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] Routers {'f40aef22-8ed0-468a-8e6f-133ee8dad50c'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:20:21.653760 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:20:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['f40aef22-8ed0-468a-8e6f-133ee8dad50c'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:21.706911 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a224f7-c308-4de0-a473-a6749880979b None None] Pushing event updated for resources: {'Port': ['ID=66083b98-430f-433f-ae98-de2c96e60383,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:21.780507 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] Set router f40aef22-8ed0-468a-8e6f-133ee8dad50c gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:20:21.801193 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9efea8fb-7dfe-4fd6-9a16-6dae6e3487df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (9264ffd5-dca2-4e3d-b1a8-dd7220d516e2), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:21.850446 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-35f60fa6-1e10-4704-884e-400d7e2e7985 None None] Provisioning complete for port 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:21.850857 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-35f60fa6-1e10-4704-884e-400d7e2e7985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (9264ffd5-dca2-4e3d-b1a8-dd7220d516e2), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:21.887309 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-35f60fa6-1e10-4704-884e-400d7e2e7985 None None] Port 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:20:21.891472 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:21.968681 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40aef22-8ed0-468a-8e6f-133ee8dad50c', 'name': 'tempest-TestVolumeBootPattern-406887205-router', 'tenant_id': 'ab3e848c997a468db60c11a21e069681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '66083b98-430f-433f-ae98-de2c96e60383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:18Z', 'updated_at': '2022-04-05T11:20:19Z', 'revision_number': 3, 'project_id': 'ab3e848c997a468db60c11a21e069681', 'gw_port': {'id': '66083b98-430f-433f-ae98-de2c96e60383', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40aef22-8ed0-468a-8e6f-133ee8dad50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:19Z', 'updated_at': '2022-04-05T11:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:21.984351 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9efea8fb-7dfe-4fd6-9a16-6dae6e3487df admin admin] Publish callbacks [] for port (9264ffd5-dca2-4e3d-b1a8-dd7220d516e2), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:21.994457 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bfa870-c161-4762-bd8d-17d7732f239b None None] The sync data for ids ['f40aef22-8ed0-468a-8e6f-133ee8dad50c'] in dv-cinder-818994-3-iscsi is: [{'id': 'f40aef22-8ed0-468a-8e6f-133ee8dad50c', 'name': 'tempest-TestVolumeBootPattern-406887205-router', 'tenant_id': 'ab3e848c997a468db60c11a21e069681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '66083b98-430f-433f-ae98-de2c96e60383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:18Z', 'updated_at': '2022-04-05T11:20:19Z', 'revision_number': 3, 'project_id': 'ab3e848c997a468db60c11a21e069681', 'gw_port': {'id': '66083b98-430f-433f-ae98-de2c96e60383', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40aef22-8ed0-468a-8e6f-133ee8dad50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:19Z', 'updated_at': '2022-04-05T11:20:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:20:22.049630 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9efea8fb-7dfe-4fd6-9a16-6dae6e3487df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (9264ffd5-dca2-4e3d-b1a8-dd7220d516e2), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:22.119324 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efea8fb-7dfe-4fd6-9a16-6dae6e3487df admin admin] Pushing event updated for resources: {'Port': ['ID=9264ffd5-dca2-4e3d-b1a8-dd7220d516e2,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:22.125964 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9efea8fb-7dfe-4fd6-9a16-6dae6e3487df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1809836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583667'] for router_interface (f40aef22-8ed0-468a-8e6f-133ee8dad50c), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:22.222526 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efea8fb-7dfe-4fd6-9a16-6dae6e3487df admin admin] Network a1ff64ea-876b-4ba8-93ae-a6e8caff7b08 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:20:22.224794 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-9efea8fb-7dfe-4fd6-9a16-6dae6e3487df admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:20:22.384275 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efea8fb-7dfe-4fd6-9a16-6dae6e3487df admin admin] Router f40aef22-8ed0-468a-8e6f-133ee8dad50c has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:20:22.486741 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 66083b98-430f-433f-ae98-de2c96e60383 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:20:22.538216 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9a477f4a-a437-4678-a52c-2227c1d94ed9 None None] Provisioning complete for port 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:22.538914 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9a477f4a-a437-4678-a52c-2227c1d94ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (9264ffd5-dca2-4e3d-b1a8-dd7220d516e2), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:22.581746 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 66083b98-430f-433f-ae98-de2c96e60383 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:22.582126 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (66083b98-430f-433f-ae98-de2c96e60383), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:22.584040 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9a477f4a-a437-4678-a52c-2227c1d94ed9 None None] Port 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:20:22.649246 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d664c21-9b2b-44b1-86e8-3818537c4d9b req-49a397eb-34fc-4de9-9ef4-ae4f292e3847 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555987 Apr 05 11:20:22.735102 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d664c21-9b2b-44b1-86e8-3818537c4d9b req-cfdbd228-9b6c-4146-83be-ed5743f000c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:22.737019 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d664c21-9b2b-44b1-86e8-3818537c4d9b req-cfdbd228-9b6c-4146-83be-ed5743f000c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf751cbfd21e463e83beea4d29713404&device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 1129 time: 0.0605111 Apr 05 11:20:22.805968 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efea8fb-7dfe-4fd6-9a16-6dae6e3487df admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:20:22.812748 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-9efea8fb-7dfe-4fd6-9a16-6dae6e3487df admin admin] 10.222.0.39 "PUT /v2.0/routers/f40aef22-8ed0-468a-8e6f-133ee8dad50c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1667204 Apr 05 11:20:22.827515 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 66083b98-430f-433f-ae98-de2c96e60383 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:20:22.828056 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (66083b98-430f-433f-ae98-de2c96e60383), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:22.850322 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] For port 66083b98-430f-433f-ae98-de2c96e60383, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=66083b98-430f-433f-ae98-de2c96e60383,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:20:22.876343 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d664c21-9b2b-44b1-86e8-3818537c4d9b req-325a87ed-a75c-413d-a150-ab66dfc2e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:22.877926 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d664c21-9b2b-44b1-86e8-3818537c4d9b req-325a87ed-a75c-413d-a150-ab66dfc2e8f8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a84177b0-98a3-43e8-9748-217cec2ce77a HTTP/1.1" status: 200 len: 919 time: 0.1183796 Apr 05 11:20:22.918181 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (66083b98-430f-433f-ae98-de2c96e60383), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:22.919028 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device bf8bc6f8-7d25-4e0e-a388-0051651b38f4 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:20:22.925340 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d664c21-9b2b-44b1-86e8-3818537c4d9b req-ba1df7f2-51e9-41d9-8c16-ae4e9ac7b5a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df7c1568-9880-4e21-856e-00b35d9664cd HTTP/1.1" status: 200 len: 217 time: 0.0371926 Apr 05 11:20:22.983672 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d664c21-9b2b-44b1-86e8-3818537c4d9b req-93121c84-5943-4ba7-b95e-6157c95b910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:22.986049 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d664c21-9b2b-44b1-86e8-3818537c4d9b req-93121c84-5943-4ba7-b95e-6157c95b910d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b01bd4d7-97a5-45dc-b9c7-6b928112c646 HTTP/1.1" status: 200 len: 857 time: 0.0554013 Apr 05 11:20:22.999182 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Pushing event updated for resources: {'Port': ['ID=66083b98-430f-433f-ae98-de2c96e60383,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:23.011041 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port bf8bc6f8-7d25-4e0e-a388-0051651b38f4 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:23.011415 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (bf8bc6f8-7d25-4e0e-a388-0051651b38f4), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:23.045780 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d664c21-9b2b-44b1-86e8-3818537c4d9b req-a5b3bba4-7773-4da2-9f20-b0367084e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:23.047470 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d664c21-9b2b-44b1-86e8-3818537c4d9b req-a5b3bba4-7773-4da2-9f20-b0367084e135 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a84177b0-98a3-43e8-9748-217cec2ce77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496097 Apr 05 11:20:23.119515 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port bf8bc6f8-7d25-4e0e-a388-0051651b38f4 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:20:23.147762 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d664c21-9b2b-44b1-86e8-3818537c4d9b req-2b1838df-8f8c-4ca6-8768-c1e532d9f900 service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935361 Apr 05 11:20:23.198177 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:23.243702 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1d664c21-9b2b-44b1-86e8-3818537c4d9b req-c43f2bc7-bb35-417f-a2d8-14a2904a1642 service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862274 Apr 05 11:20:23.662520 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 33960) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:23.665953 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] Sync routers for ids ['f40aef22-8ed0-468a-8e6f-133ee8dad50c'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:20:23.667640 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-cd08943c-f8fb-431e-9f29-f521120bcc4a tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-300189603', 'description': 'tempest-secgroup-smoke-300189603 description', 'project_id': '0c1827315aac4bfdacff856a13f90eb5'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:20:23.678517 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] Routers {'f40aef22-8ed0-468a-8e6f-133ee8dad50c'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:20:23.679208 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:20:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['f40aef22-8ed0-468a-8e6f-133ee8dad50c'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:23.787132 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] Set router f40aef22-8ed0-468a-8e6f-133ee8dad50c gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:20:23.792381 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cd08943c-f8fb-431e-9f29-f521120bcc4a tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:23.858161 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cd08943c-f8fb-431e-9f29-f521120bcc4a tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group (c18abe95-a8d1-4723-a63d-a140e6575396), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:23.935005 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cd08943c-f8fb-431e-9f29-f521120bcc4a tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (c18abe95-a8d1-4723-a63d-a140e6575396), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:23.964503 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08943c-f8fb-431e-9f29-f521120bcc4a tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18abe95-a8d1-4723-a63d-a140e6575396,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:23.989359 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40aef22-8ed0-468a-8e6f-133ee8dad50c', 'name': 'tempest-TestVolumeBootPattern-406887205-router', 'tenant_id': 'ab3e848c997a468db60c11a21e069681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '66083b98-430f-433f-ae98-de2c96e60383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:18Z', 'updated_at': '2022-04-05T11:20:21Z', 'revision_number': 4, 'project_id': 'ab3e848c997a468db60c11a21e069681', 'gw_port': {'id': '66083b98-430f-433f-ae98-de2c96e60383', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40aef22-8ed0-468a-8e6f-133ee8dad50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:19Z', 'updated_at': '2022-04-05T11:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '9264ffd5-dca2-4e3d-b1a8-dd7220d516e2', 'name': '', 'network_id': 'a1ff64ea-876b-4ba8-93ae-a6e8caff7b08', 'tenant_id': 'ab3e848c997a468db60c11a21e069681', 'mac_address': 'fa:16:3e:66:33:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40aef22-8ed0-468a-8e6f-133ee8dad50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6ced252b-b280-44c5-a71f-82ac8f55b0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:21Z', 'updated_at': '2022-04-05T11:20:21Z', 'revision_number': 2, 'project_id': 'ab3e848c997a468db60c11a21e069681', 'subnets': [{'id': '6ced252b-b280-44c5-a71f-82ac8f55b0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:24.011827 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cd08943c-f8fb-431e-9f29-f521120bcc4a tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:24.013726 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-cd08943c-f8fb-431e-9f29-f521120bcc4a tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3494639 Apr 05 11:20:24.015943 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] Checking router: f40aef22-8ed0-468a-8e6f-133ee8dad50c for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:20:24.016758 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 33964) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:24.017419 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] Updating router f40aef22-8ed0-468a-8e6f-133ee8dad50c port 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2 binding host dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:20:24.021295 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-72131294-09e4-49dc-9f7c-c9329782dd40 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Request body: {'security_group_rule': {'security_group_id': 'c18abe95-a8d1-4723-a63d-a140e6575396', 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:20:24.047821 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (9264ffd5-dca2-4e3d-b1a8-dd7220d516e2), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:24.117894 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-72131294-09e4-49dc-9f7c-c9329782dd40 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group_rule (a69e78aa-3b3a-4374-9d76-f9cf072cf5bd), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:24.172606 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-72131294-09e4-49dc-9f7c-c9329782dd40 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group_rule (a69e78aa-3b3a-4374-9d76-f9cf072cf5bd), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:24.266283 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-72131294-09e4-49dc-9f7c-c9329782dd40 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (a69e78aa-3b3a-4374-9d76-f9cf072cf5bd), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:24.279261 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72131294-09e4-49dc-9f7c-c9329782dd40 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69e78aa-3b3a-4374-9d76-f9cf072cf5bd,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:24.309824 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] Publish callbacks [] for port (9264ffd5-dca2-4e3d-b1a8-dd7220d516e2), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:24.358498 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 66083b98-430f-433f-ae98-de2c96e60383 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:20:24.371444 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-72131294-09e4-49dc-9f7c-c9329782dd40 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:24.375832 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-72131294-09e4-49dc-9f7c-c9329782dd40 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3549342 Apr 05 11:20:24.375969 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 33966) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:24.380230 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-1965c504-9985-4270-aafa-c11f88bbc9cb tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Request body: {'security_group_rule': {'security_group_id': 'c18abe95-a8d1-4723-a63d-a140e6575396', 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:20:24.404350 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (9264ffd5-dca2-4e3d-b1a8-dd7220d516e2), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:24.436116 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 66083b98-430f-433f-ae98-de2c96e60383 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:24.436487 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (66083b98-430f-433f-ae98-de2c96e60383), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:24.484839 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f285714-c509-418b-a1bd-bac6e1acf84a None None] Pushing event updated for resources: {'Port': ['ID=9264ffd5-dca2-4e3d-b1a8-dd7220d516e2,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:24.518905 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1965c504-9985-4270-aafa-c11f88bbc9cb tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group_rule (bb8224b8-2f37-4fc9-860f-3568b1035d27), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:24.552400 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] Attempting to bind port 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:20:24.552682 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] Attempting to bind port 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': '9fdd6cc3-6e98-4acc-a80c-9e311333f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a1ff64ea-876b-4ba8-93ae-a6e8caff7b08'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:20:24.553050 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] Attempting to bind port 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2 on network a1ff64ea-876b-4ba8-93ae-a6e8caff7b08 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:20:24.578343 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:20:24.578772 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] Checking segment: {'id': '9fdd6cc3-6e98-4acc-a80c-9e311333f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a1ff64ea-876b-4ba8-93ae-a6e8caff7b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:20:24.579184 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:24.579582 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] Bound using segment: {'id': '9fdd6cc3-6e98-4acc-a80c-9e311333f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a1ff64ea-876b-4ba8-93ae-a6e8caff7b08'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:20:24.580068 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] Bound port: 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdd6cc3-6e98-4acc-a80c-9e311333f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a1ff64ea-876b-4ba8-93ae-a6e8caff7b08'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:20:24.580461 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (9264ffd5-dca2-4e3d-b1a8-dd7220d516e2), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:24.586485 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1965c504-9985-4270-aafa-c11f88bbc9cb tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group_rule (bb8224b8-2f37-4fc9-860f-3568b1035d27), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:24.637840 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 66083b98-430f-433f-ae98-de2c96e60383 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:20:24.653751 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] For port 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:20:24.656803 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] For port 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=9264ffd5-dca2-4e3d-b1a8-dd7220d516e2,segment=NetworkSegment(9fdd6cc3-6e98-4acc-a80c-9e311333f20f),segment_id=9fdd6cc3-6e98-4acc-a80c-9e311333f20f)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:20:24.701464 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1965c504-9985-4270-aafa-c11f88bbc9cb tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (bb8224b8-2f37-4fc9-860f-3568b1035d27), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:24.719815 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965c504-9985-4270-aafa-c11f88bbc9cb tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8224b8-2f37-4fc9-860f-3568b1035d27,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:24.724183 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-335f4ab2-9945-4c7e-aa9f-bbec7fb8b59a None None] Provisioning complete for port 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:24.724560 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-335f4ab2-9945-4c7e-aa9f-bbec7fb8b59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (9264ffd5-dca2-4e3d-b1a8-dd7220d516e2), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:24.750279 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (9264ffd5-dca2-4e3d-b1a8-dd7220d516e2), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:24.789950 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-335f4ab2-9945-4c7e-aa9f-bbec7fb8b59a None None] Port 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:20:24.818107 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] Routers {'f40aef22-8ed0-468a-8e6f-133ee8dad50c'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:20:24.818763 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:20:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['f40aef22-8ed0-468a-8e6f-133ee8dad50c'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:24.823589 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f285714-c509-418b-a1bd-bac6e1acf84a None None] Pushing event updated for resources: {'Port': ['ID=9264ffd5-dca2-4e3d-b1a8-dd7220d516e2,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:24.854656 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1965c504-9985-4270-aafa-c11f88bbc9cb tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:24.856547 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 33968) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:24.857836 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1965c504-9985-4270-aafa-c11f88bbc9cb tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4800172 Apr 05 11:20:24.861555 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-ea311a18-c8a5-47ff-bf46-ccc59723ca38 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Request body: {'security_group_rule': {'security_group_id': 'c18abe95-a8d1-4723-a63d-a140e6575396', 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:20:24.949028 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] Set router f40aef22-8ed0-468a-8e6f-133ee8dad50c gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:20:24.969139 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ea311a18-c8a5-47ff-bf46-ccc59723ca38 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group_rule (473254dd-8b65-4e8e-8069-6f0729936d5c), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:24.995484 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:25.034077 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ea311a18-c8a5-47ff-bf46-ccc59723ca38 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group_rule (473254dd-8b65-4e8e-8069-6f0729936d5c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:25.079870 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-129d0d35-623d-413e-8e9c-6487c90d766b None None] Provisioning complete for port 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:25.080130 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-129d0d35-623d-413e-8e9c-6487c90d766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (9264ffd5-dca2-4e3d-b1a8-dd7220d516e2), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:25.095018 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ea311a18-c8a5-47ff-bf46-ccc59723ca38 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (473254dd-8b65-4e8e-8069-6f0729936d5c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:25.119133 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea311a18-c8a5-47ff-bf46-ccc59723ca38 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473254dd-8b65-4e8e-8069-6f0729936d5c,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:25.188648 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ea311a18-c8a5-47ff-bf46-ccc59723ca38 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:25.190025 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-ea311a18-c8a5-47ff-bf46-ccc59723ca38 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3318899 Apr 05 11:20:25.192725 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 33970) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:25.197908 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-357180e3-9464-4615-9226-19eb7d99252b tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Request body: {'security_group_rule': {'security_group_id': 'c18abe95-a8d1-4723-a63d-a140e6575396', 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:20:25.305469 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-357180e3-9464-4615-9226-19eb7d99252b tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group_rule (d1e95d20-17ca-432a-b42a-d9dc19e4dc32), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:25.329985 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-129d0d35-623d-413e-8e9c-6487c90d766b None None] Current status of the port 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:20:25.330279 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-129d0d35-623d-413e-8e9c-6487c90d766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (9264ffd5-dca2-4e3d-b1a8-dd7220d516e2), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:25.362757 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-357180e3-9464-4615-9226-19eb7d99252b tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group_rule (d1e95d20-17ca-432a-b42a-d9dc19e4dc32), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:25.363933 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40aef22-8ed0-468a-8e6f-133ee8dad50c', 'name': 'tempest-TestVolumeBootPattern-406887205-router', 'tenant_id': 'ab3e848c997a468db60c11a21e069681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '66083b98-430f-433f-ae98-de2c96e60383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:18Z', 'updated_at': '2022-04-05T11:20:21Z', 'revision_number': 4, 'project_id': 'ab3e848c997a468db60c11a21e069681', 'gw_port': {'id': '66083b98-430f-433f-ae98-de2c96e60383', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40aef22-8ed0-468a-8e6f-133ee8dad50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:19Z', 'updated_at': '2022-04-05T11:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '9264ffd5-dca2-4e3d-b1a8-dd7220d516e2', 'name': '', 'network_id': 'a1ff64ea-876b-4ba8-93ae-a6e8caff7b08', 'tenant_id': 'ab3e848c997a468db60c11a21e069681', 'mac_address': 'fa:16:3e:66:33:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40aef22-8ed0-468a-8e6f-133ee8dad50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6ced252b-b280-44c5-a71f-82ac8f55b0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:21Z', 'updated_at': '2022-04-05T11:20:24Z', 'revision_number': 4, 'project_id': 'ab3e848c997a468db60c11a21e069681', 'subnets': [{'id': '6ced252b-b280-44c5-a71f-82ac8f55b0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:25.397578 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-129d0d35-623d-413e-8e9c-6487c90d766b None None] For port 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=9264ffd5-dca2-4e3d-b1a8-dd7220d516e2,segment=NetworkSegment(9fdd6cc3-6e98-4acc-a80c-9e311333f20f),segment_id=9fdd6cc3-6e98-4acc-a80c-9e311333f20f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:20:25.399066 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19476d88-736c-43be-8882-3bf1c2aab1a2 None None] The sync data for ids ['f40aef22-8ed0-468a-8e6f-133ee8dad50c'] in dv-cinder-818994-3-iscsi is: [{'id': 'f40aef22-8ed0-468a-8e6f-133ee8dad50c', 'name': 'tempest-TestVolumeBootPattern-406887205-router', 'tenant_id': 'ab3e848c997a468db60c11a21e069681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '66083b98-430f-433f-ae98-de2c96e60383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:18Z', 'updated_at': '2022-04-05T11:20:21Z', 'revision_number': 4, 'project_id': 'ab3e848c997a468db60c11a21e069681', 'gw_port': {'id': '66083b98-430f-433f-ae98-de2c96e60383', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40aef22-8ed0-468a-8e6f-133ee8dad50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:19Z', 'updated_at': '2022-04-05T11:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '9264ffd5-dca2-4e3d-b1a8-dd7220d516e2', 'name': '', 'network_id': 'a1ff64ea-876b-4ba8-93ae-a6e8caff7b08', 'tenant_id': 'ab3e848c997a468db60c11a21e069681', 'mac_address': 'fa:16:3e:66:33:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40aef22-8ed0-468a-8e6f-133ee8dad50c', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '6ced252b-b280-44c5-a71f-82ac8f55b0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:21Z', 'updated_at': '2022-04-05T11:20:24Z', 'revision_number': 4, 'project_id': 'ab3e848c997a468db60c11a21e069681', 'subnets': [{'id': '6ced252b-b280-44c5-a71f-82ac8f55b0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:20:25.546562 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-357180e3-9464-4615-9226-19eb7d99252b tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (d1e95d20-17ca-432a-b42a-d9dc19e4dc32), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:25.566274 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357180e3-9464-4615-9226-19eb7d99252b tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e95d20-17ca-432a-b42a-d9dc19e4dc32,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:25.609219 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-129d0d35-623d-413e-8e9c-6487c90d766b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (9264ffd5-dca2-4e3d-b1a8-dd7220d516e2), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:25.661698 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d0d35-623d-413e-8e9c-6487c90d766b None None] Pushing event updated for resources: {'Port': ['ID=9264ffd5-dca2-4e3d-b1a8-dd7220d516e2,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:25.709802 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-357180e3-9464-4615-9226-19eb7d99252b tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:25.711178 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-357180e3-9464-4615-9226-19eb7d99252b tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5174406 Apr 05 11:20:25.713934 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 33972) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:25.718837 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-a6f74d4b-23fd-4625-bd47-9044c327ac01 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Request body: {'security_group_rule': {'security_group_id': 'c18abe95-a8d1-4723-a63d-a140e6575396', 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:20:25.837954 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.securitygroups_db [None req-a6f74d4b-23fd-4625-bd47-9044c327ac01 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Project 0c1827315aac4bfdacff856a13f90eb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 11:20:25.843520 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a6f74d4b-23fd-4625-bd47-9044c327ac01 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group_rule (a8f4f01a-452c-4d12-b43b-a7beebe0a337), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:25.905517 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a6f74d4b-23fd-4625-bd47-9044c327ac01 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group_rule (a8f4f01a-452c-4d12-b43b-a7beebe0a337), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:25.981266 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a6f74d4b-23fd-4625-bd47-9044c327ac01 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (a8f4f01a-452c-4d12-b43b-a7beebe0a337), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:26.000814 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f74d4b-23fd-4625-bd47-9044c327ac01 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f4f01a-452c-4d12-b43b-a7beebe0a337,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:26.108965 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a6f74d4b-23fd-4625-bd47-9044c327ac01 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:26.110222 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a6f74d4b-23fd-4625-bd47-9044c327ac01 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3950901 Apr 05 11:20:26.112871 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 33974) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:26.117888 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-9f69937b-2f54-4323-a3f3-9e6a82982945 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Request body: {'security_group_rule': {'security_group_id': 'c18abe95-a8d1-4723-a63d-a140e6575396', 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:20:26.220729 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.securitygroups_db [None req-9f69937b-2f54-4323-a3f3-9e6a82982945 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Project 0c1827315aac4bfdacff856a13f90eb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 11:20:26.226299 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9f69937b-2f54-4323-a3f3-9e6a82982945 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group_rule (b683c150-2b80-4dda-8ecc-f4e82bc558ec), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:26.297107 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9f69937b-2f54-4323-a3f3-9e6a82982945 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group_rule (b683c150-2b80-4dda-8ecc-f4e82bc558ec), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:26.383262 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:20:26.409196 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9f69937b-2f54-4323-a3f3-9e6a82982945 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (b683c150-2b80-4dda-8ecc-f4e82bc558ec), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:26.432595 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:20:26.432982 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (9264ffd5-dca2-4e3d-b1a8-dd7220d516e2), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:26.435254 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69937b-2f54-4323-a3f3-9e6a82982945 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b683c150-2b80-4dda-8ecc-f4e82bc558ec,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:26.508747 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9f69937b-2f54-4323-a3f3-9e6a82982945 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:26.509983 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-9f69937b-2f54-4323-a3f3-9e6a82982945 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3961267 Apr 05 11:20:26.518071 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:20:30.642944 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:20:46.648944 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:48.443109 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-60518403-0f8c-480c-a6b3-5d0a7f74b513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:49.247729 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f228174-9b3d-4d6d-b539-84511a22b7d8 req-5ceab733-deed-4fa4-b79e-e602bed8e892 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:49.249216 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7f228174-9b3d-4d6d-b539-84511a22b7d8 req-5ceab733-deed-4fa4-b79e-e602bed8e892 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 945 time: 0.0522282 Apr 05 11:20:49.296508 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7f228174-9b3d-4d6d-b539-84511a22b7d8 req-93520ca3-9bca-4edc-9ee1-da1574bb55dd tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415554 Apr 05 11:20:50.416289 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be005d02-8fd9-429f-a587-cd9ea25da56e req-19570c45-3d75-4ad7-91da-7917c9ae5134 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:50.417763 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-be005d02-8fd9-429f-a587-cd9ea25da56e req-19570c45-3d75-4ad7-91da-7917c9ae5134 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 945 time: 0.0547471 Apr 05 11:20:50.464019 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-be005d02-8fd9-429f-a587-cd9ea25da56e req-900837a9-b129-4945-baed-8cb0d75ec065 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405624 Apr 05 11:20:50.928802 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-75f6fab2-92cf-47b4-afb5-7bc6443301ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:51.582054 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328842c0-46de-4b0f-a6ce-581c6448ff94 req-4946ba2d-daa2-4821-ada8-9ebe42770f12 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:51.583453 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-328842c0-46de-4b0f-a6ce-581c6448ff94 req-4946ba2d-daa2-4821-ada8-9ebe42770f12 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 945 time: 0.0517259 Apr 05 11:20:51.632890 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-328842c0-46de-4b0f-a6ce-581c6448ff94 req-f3059d1e-4146-49a2-97ba-b09f308166fe tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7095de5-abfa-4ffc-a443-7e5ea120aa23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439234 Apr 05 11:20:51.738635 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49db27d-20e1-4e11-9fcf-da704f0769ae req-efaa4776-2bea-45bb-bddf-5fd6809883c6 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:51.740329 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c49db27d-20e1-4e11-9fcf-da704f0769ae req-efaa4776-2bea-45bb-bddf-5fd6809883c6 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.58 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 945 time: 0.0517650 Apr 05 11:20:51.835085 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-c49db27d-20e1-4e11-9fcf-da704f0769ae req-e6cef5d0-edb5-423a-9176-556517a05c47 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Deleting port 41e4db55-0008-44c7-9892-ce0d8234ca56 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:20:51.835344 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c49db27d-20e1-4e11-9fcf-da704f0769ae req-e6cef5d0-edb5-423a-9176-556517a05c47 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (41e4db55-0008-44c7-9892-ce0d8234ca56), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:51.883105 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:51.925989 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-c49db27d-20e1-4e11-9fcf-da704f0769ae req-e6cef5d0-edb5-423a-9176-556517a05c47 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] For port 41e4db55-0008-44c7-9892-ce0d8234ca56, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=41e4db55-0008-44c7-9892-ce0d8234ca56,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:20:51.926350 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c49db27d-20e1-4e11-9fcf-da704f0769ae req-e6cef5d0-edb5-423a-9176-556517a05c47 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (41e4db55-0008-44c7-9892-ce0d8234ca56), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:52.143089 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c49db27d-20e1-4e11-9fcf-da704f0769ae req-e6cef5d0-edb5-423a-9176-556517a05c47 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:52.143365 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c49db27d-20e1-4e11-9fcf-da704f0769ae req-e6cef5d0-edb5-423a-9176-556517a05c47 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (10c13b5e-5e61-4144-a625-209e7b6d7a22), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:52.143679 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.l3_db [req-c49db27d-20e1-4e11-9fcf-da704f0769ae req-e6cef5d0-edb5-423a-9176-556517a05c47 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Floating IP 10c13b5e-5e61-4144-a625-209e7b6d7a22 disassociated. External IP: 172.27.0.163, port: 41e4db55-0008-44c7-9892-ce0d8234ca56. Apr 05 11:20:52.144014 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-c49db27d-20e1-4e11-9fcf-da704f0769ae req-e6cef5d0-edb5-423a-9176-556517a05c47 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Calling delete_port for 41e4db55-0008-44c7-9892-ce0d8234ca56 owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:20:52.340673 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c49db27d-20e1-4e11-9fcf-da704f0769ae req-e6cef5d0-edb5-423a-9176-556517a05c47 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (41e4db55-0008-44c7-9892-ce0d8234ca56), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:52.373280 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cef5d0-edb5-423a-9176-556517a05c47 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event deleted for resources: {'Port': ['ID=41e4db55-0008-44c7-9892-ce0d8234ca56,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:52.714637 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c49db27d-20e1-4e11-9fcf-da704f0769ae req-e6cef5d0-edb5-423a-9176-556517a05c47 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Router 62cc81f7-8f9d-4edf-a495-d3998e37b711 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:20:52.730981 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4fbbc7e6-4489-454f-aa82-bb3850ee60d6 req-40180c9e-27fb-46ee-98fb-e4de4488bc20 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 210 time: 0.0284803 Apr 05 11:20:52.828292 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c49db27d-20e1-4e11-9fcf-da704f0769ae req-e6cef5d0-edb5-423a-9176-556517a05c47 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:20:52.839921 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a489a-30a1-456d-90e3-526db911b5bd None None] Sync routers for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:20:52.850505 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a489a-30a1-456d-90e3-526db911b5bd None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:20:52.851149 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c28a489a-30a1-456d-90e3-526db911b5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:20:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:52.869235 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49db27d-20e1-4e11-9fcf-da704f0769ae req-e6cef5d0-edb5-423a-9176-556517a05c47 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] No DVR routers for this DVR port 41e4db55-0008-44c7-9892-ce0d8234ca56 on host hv-cinder-81899 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:20:52.872099 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-c49db27d-20e1-4e11-9fcf-da704f0769ae req-e6cef5d0-edb5-423a-9176-556517a05c47 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:52.875653 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c49db27d-20e1-4e11-9fcf-da704f0769ae req-e6cef5d0-edb5-423a-9176-556517a05c47 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.58 "DELETE /v2.0/ports/41e4db55-0008-44c7-9892-ce0d8234ca56 HTTP/1.1" status: 204 len: 173 time: 1.1295538 Apr 05 11:20:52.876110 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83911c9a-66fa-4dc2-b353-e8367ed89f27', 'name': 'network-vif-deleted', 'tag': '41e4db55-0008-44c7-9892-ce0d8234ca56'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:20:52.878373 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd64add7-acb8-40de-82c0-aceac98adce1" -d '{"events": [{"server_uuid": "83911c9a-66fa-4dc2-b353-e8367ed89f27", "name": "network-vif-deleted", "tag": "41e4db55-0008-44c7-9892-ce0d8234ca56"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:20:52.917338 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f064ed3-20ea-4763-95b8-21415ad41cc5 x-openstack-request-id: req-4f064ed3-20ea-4763-95b8-21415ad41cc5 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:20:52.917650 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83911c9a-66fa-4dc2-b353-e8367ed89f27", "name": "network-vif-deleted", "tag": "41e4db55-0008-44c7-9892-ce0d8234ca56", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:20:52.917901 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f064ed3-20ea-4763-95b8-21415ad41cc5 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:20:52.918296 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f064ed3-20ea-4763-95b8-21415ad41cc5'] response: {'server_uuid': '83911c9a-66fa-4dc2-b353-e8367ed89f27', 'name': 'network-vif-deleted', 'tag': '41e4db55-0008-44c7-9892-ce0d8234ca56', 'status': 'completed', 'code': 200} Apr 05 11:20:53.050308 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-c28a489a-30a1-456d-90e3-526db911b5bd None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:20:53.209454 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:53.275583 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c28a489a-30a1-456d-90e3-526db911b5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'e1674c06-c1d1-4cc1-bf31-b094da24cc72', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'port_id': 'f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'mac_address': 'fa:16:3e:a2:c2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e206c1c-372e-45c5-bb53-11d7ba0fb01f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:13:47Z', 'updated_at': '2022-04-05T11:14:30Z', 'revision_number': 2, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:53.308905 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a489a-30a1-456d-90e3-526db911b5bd None None] Checking router: 62cc81f7-8f9d-4edf-a495-d3998e37b711 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:20:53.320050 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a489a-30a1-456d-90e3-526db911b5bd None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:20:53.320050 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c28a489a-30a1-456d-90e3-526db911b5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:20:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:53.443581 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-c28a489a-30a1-456d-90e3-526db911b5bd None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:20:53.676742 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c28a489a-30a1-456d-90e3-526db911b5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'e1674c06-c1d1-4cc1-bf31-b094da24cc72', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'port_id': 'f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'mac_address': 'fa:16:3e:a2:c2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e206c1c-372e-45c5-bb53-11d7ba0fb01f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:13:47Z', 'updated_at': '2022-04-05T11:14:30Z', 'revision_number': 2, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:53.708086 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a489a-30a1-456d-90e3-526db911b5bd None None] The sync data for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi is: [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'e1674c06-c1d1-4cc1-bf31-b094da24cc72', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'floating_ip_address': '172.27.0.145', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'port_id': 'f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'mac_address': 'fa:16:3e:a2:c2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e206c1c-372e-45c5-bb53-11d7ba0fb01f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:13:47Z', 'updated_at': '2022-04-05T11:14:30Z', 'revision_number': 2, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:20:53.846772 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4c85e214-338b-4805-b2ed-d6c168bb7578 req-f74486a6-4694-494c-8d0c-474e08386008 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=83911c9a-66fa-4dc2-b353-e8367ed89f27 HTTP/1.1" status: 200 len: 210 time: 0.0299795 Apr 05 11:20:54.012680 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5c36ca-9aee-4a5c-9e8e-18a2292e6917 None None] New status for floating IP 10c13b5e-5e61-4144-a625-209e7b6d7a22: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:20:54.416638 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 41e4db55-0008-44c7-9892-ce0d8234ca56 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:20:54.437743 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] No Port match for: 41e4db55-0008-44c7-9892-ce0d8234ca56 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:20:54.438086 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 41e4db55-0008-44c7-9892-ce0d8234ca56 not bound to the agent host hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:20:54.940677 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e583a74d-9385-4607-98f6-fcf888f35174 req-2750900e-a02a-4405-b0eb-16ee5c4f32c5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-300189603&fields=id&tenant_id=0c1827315aac4bfdacff856a13f90eb5 HTTP/1.1" status: 200 len: 267 time: 0.0908267 Apr 05 11:20:55.003089 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:55.045365 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 34168) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:55.067366 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583a74d-9385-4607-98f6-fcf888f35174 req-430c548d-fd61-41b0-b71c-ed65cd845e20 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:55.068787 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e583a74d-9385-4607-98f6-fcf888f35174 req-430c548d-fd61-41b0-b71c-ed65cd845e20 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/networks?id=15ec88ec-a078-4d94-a658-456bc06f4f38 HTTP/1.1" status: 200 len: 812 time: 0.1199324 Apr 05 11:20:55.104705 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e583a74d-9385-4607-98f6-fcf888f35174 req-09e86873-7e03-40bd-aa65-a684a2f0b5ea tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/quotas/0c1827315aac4bfdacff856a13f90eb5 HTTP/1.1" status: 200 len: 375 time: 0.0261021 Apr 05 11:20:55.145636 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0309270f-583d-458e-879d-45b24664a272 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (c7095de5-abfa-4ffc-a443-7e5ea120aa23), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:55.176294 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0309270f-583d-458e-879d-45b24664a272 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (c7095de5-abfa-4ffc-a443-7e5ea120aa23), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:55.211306 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e583a74d-9385-4607-98f6-fcf888f35174 req-49bc2e29-c26c-42e3-bb0f-90ed99ed6e62 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c1827315aac4bfdacff856a13f90eb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007590 Apr 05 11:20:55.397056 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0309270f-583d-458e-879d-45b24664a272 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (c7095de5-abfa-4ffc-a443-7e5ea120aa23), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:55.400627 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0309270f-583d-458e-879d-45b24664a272 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:55.401842 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0309270f-583d-458e-879d-45b24664a272 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "DELETE /v2.0/security-groups/c7095de5-abfa-4ffc-a443-7e5ea120aa23 HTTP/1.1" status: 204 len: 168 time: 0.3552139 Apr 05 11:20:55.404974 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 34172) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:55.416183 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309270f-583d-458e-879d-45b24664a272 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7095de5-abfa-4ffc-a443-7e5ea120aa23,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:55.420798 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.api.v2.resource [None req-d2575372-bd5e-4c81-a929-dc2f368c48d9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] show failed (client error): The resource could not be found. Apr 05 11:20:55.427175 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d2575372-bd5e-4c81-a929-dc2f368c48d9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups/c7095de5-abfa-4ffc-a443-7e5ea120aa23 HTTP/1.1" status: 404 len: 347 time: 0.0208569 Apr 05 11:20:55.431419 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 34174) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:20:55.489800 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e583a74d-9385-4607-98f6-fcf888f35174 req-4d44f914-3ef5-44bc-a8c6-128ace3421f8 service neutron] 10.222.0.39 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558742 Apr 05 11:20:55.648933 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e583a74d-9385-4607-98f6-fcf888f35174 req-926f8635-7472-48e4-8382-d4be95e209af service neutron] 10.222.0.39 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279769 Apr 05 11:20:55.651893 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-57f65f07-53d5-4337-9bbb-48dd8677d912 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Deleting port 8a1d32db-d242-4e44-98cf-6302079e5834 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:20:55.652236 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-57f65f07-53d5-4337-9bbb-48dd8677d912 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (8a1d32db-d242-4e44-98cf-6302079e5834), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:55.730373 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-57f65f07-53d5-4337-9bbb-48dd8677d912 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (8a1d32db-d242-4e44-98cf-6302079e5834), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:55.730729 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-57f65f07-53d5-4337-9bbb-48dd8677d912 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (8a1d32db-d242-4e44-98cf-6302079e5834), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:55.742998 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-57f65f07-53d5-4337-9bbb-48dd8677d912 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Calling delete_port for 8a1d32db-d242-4e44-98cf-6302079e5834 owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:20:55.980396 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-57f65f07-53d5-4337-9bbb-48dd8677d912 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (8a1d32db-d242-4e44-98cf-6302079e5834), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:56.007526 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f65f07-53d5-4337-9bbb-48dd8677d912 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event deleted for resources: {'Port': ['ID=8a1d32db-d242-4e44-98cf-6302079e5834,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:56.073279 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-57f65f07-53d5-4337-9bbb-48dd8677d912 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (10c13b5e-5e61-4144-a625-209e7b6d7a22), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:56.075737 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-57f65f07-53d5-4337-9bbb-48dd8677d912 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:56.076865 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-57f65f07-53d5-4337-9bbb-48dd8677d912 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "DELETE /v2.0/floatingips/10c13b5e-5e61-4144-a625-209e7b6d7a22 HTTP/1.1" status: 204 len: 168 time: 0.6478477 Apr 05 11:20:56.445274 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f27d1af7-ea78-4081-b950-663aa800a8e1 req-7389631a-8350-4478-b1df-2836cc253e22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0303962 Apr 05 11:20:56.564204 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b306201-0d75-4d73-b748-6f38e28b53be req-165fa138-a8c4-41d4-85a3-f744690b58ce tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:56.564204 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3b306201-0d75-4d73-b748-6f38e28b53be req-165fa138-a8c4-41d4-85a3-f744690b58ce tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 947 time: 0.0583563 Apr 05 11:20:56.609957 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3b306201-0d75-4d73-b748-6f38e28b53be req-26202e75-cab2-4bb8-a539-4e54b398ee74 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430019 Apr 05 11:20:57.523266 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ef69dd0e-313b-4384-9175-675dcfddbf64 req-34c8837a-756b-4dd2-8c83-d6775c116a27 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0265932 Apr 05 11:20:57.732331 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb03e14-8e99-4951-a4e6-eb84098dcf99 req-a85aeeff-61fc-42ea-b7c5-dab395ffd286 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:57.733789 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8eb03e14-8e99-4951-a4e6-eb84098dcf99 req-a85aeeff-61fc-42ea-b7c5-dab395ffd286 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 947 time: 0.0511003 Apr 05 11:20:57.801642 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8eb03e14-8e99-4951-a4e6-eb84098dcf99 req-db6be343-b318-4673-8ab2-828404fa3910 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433033 Apr 05 11:20:58.614702 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8622e147-ee18-42da-9ace-550ff14e3d95 req-1b1e44cd-85bb-43c4-a58a-67b9daec4f1c tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0277436 Apr 05 11:20:58.853090 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25b917-f01f-4ac5-b73e-a91166c82bdc req-1aa17eae-530e-4e3a-951f-93524ba90c61 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:58.856784 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cd25b917-f01f-4ac5-b73e-a91166c82bdc req-1aa17eae-530e-4e3a-951f-93524ba90c61 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.58 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 947 time: 0.0575950 Apr 05 11:20:58.934076 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df968590-178d-4515-bbf1-266ad251e088 req-1d827a02-41e7-409d-b834-813d40a7d65a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:20:58.935905 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-df968590-178d-4515-bbf1-266ad251e088 req-1d827a02-41e7-409d-b834-813d40a7d65a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 947 time: 0.0724907 Apr 05 11:20:59.043974 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-df968590-178d-4515-bbf1-266ad251e088 req-426294b0-5130-4dc6-983f-d29b0e2265c1 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=63a09d99-07e0-4d8d-857e-b8d6c32105dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839338 Apr 05 11:20:59.068873 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-cd25b917-f01f-4ac5-b73e-a91166c82bdc req-af171318-b3c3-4cd5-a5b5-77df5a55d72c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Deleting port be14224c-0258-4dc2-9ce4-f41347c20fc0 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:20:59.069153 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cd25b917-f01f-4ac5-b73e-a91166c82bdc req-af171318-b3c3-4cd5-a5b5-77df5a55d72c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:59.167587 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-cd25b917-f01f-4ac5-b73e-a91166c82bdc req-af171318-b3c3-4cd5-a5b5-77df5a55d72c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] For port be14224c-0258-4dc2-9ce4-f41347c20fc0, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=be14224c-0258-4dc2-9ce4-f41347c20fc0,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:20:59.167955 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cd25b917-f01f-4ac5-b73e-a91166c82bdc req-af171318-b3c3-4cd5-a5b5-77df5a55d72c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:59.345603 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cd25b917-f01f-4ac5-b73e-a91166c82bdc req-af171318-b3c3-4cd5-a5b5-77df5a55d72c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:59.345886 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cd25b917-f01f-4ac5-b73e-a91166c82bdc req-af171318-b3c3-4cd5-a5b5-77df5a55d72c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (b2e9da78-039a-4aa4-99f3-cf8a1db75e0c), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:59.346205 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.l3_db [req-cd25b917-f01f-4ac5-b73e-a91166c82bdc req-af171318-b3c3-4cd5-a5b5-77df5a55d72c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Floating IP b2e9da78-039a-4aa4-99f3-cf8a1db75e0c disassociated. External IP: 172.27.0.222, port: be14224c-0258-4dc2-9ce4-f41347c20fc0. Apr 05 11:20:59.346548 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [req-cd25b917-f01f-4ac5-b73e-a91166c82bdc req-af171318-b3c3-4cd5-a5b5-77df5a55d72c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Calling delete_port for be14224c-0258-4dc2-9ce4-f41347c20fc0 owned by compute:nova {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:20:59.638004 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cd25b917-f01f-4ac5-b73e-a91166c82bdc req-af171318-b3c3-4cd5-a5b5-77df5a55d72c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (be14224c-0258-4dc2-9ce4-f41347c20fc0), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:59.668838 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af171318-b3c3-4cd5-a5b5-77df5a55d72c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Pushing event deleted for resources: {'Port': ['ID=be14224c-0258-4dc2-9ce4-f41347c20fc0,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:20:59.711754 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1e0cb5d0-62cc-4dfa-8629-07645cbce025 req-5ed93641-de5b-4541-bfa8-4ecd7e57b409 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0283659 Apr 05 11:20:59.785520 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd25b917-f01f-4ac5-b73e-a91166c82bdc req-af171318-b3c3-4cd5-a5b5-77df5a55d72c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:20:59.895262 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd25b917-f01f-4ac5-b73e-a91166c82bdc req-af171318-b3c3-4cd5-a5b5-77df5a55d72c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:20:59.905672 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64e0da-739d-495a-8ce3-3d72ae81d2c6 None None] Sync routers for ids ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:20:59.916911 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c64e0da-739d-495a-8ce3-3d72ae81d2c6 None None] Routers {'d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:20:59.917531 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8c64e0da-739d-495a-8ce3-3d72ae81d2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:20:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:20:59.936115 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd25b917-f01f-4ac5-b73e-a91166c82bdc req-af171318-b3c3-4cd5-a5b5-77df5a55d72c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] No DVR routers for this DVR port be14224c-0258-4dc2-9ce4-f41347c20fc0 on host hv-cinder-81899 {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:20:59.939224 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-cd25b917-f01f-4ac5-b73e-a91166c82bdc req-af171318-b3c3-4cd5-a5b5-77df5a55d72c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:20:59.942708 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cd25b917-f01f-4ac5-b73e-a91166c82bdc req-af171318-b3c3-4cd5-a5b5-77df5a55d72c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.58 "DELETE /v2.0/ports/be14224c-0258-4dc2-9ce4-f41347c20fc0 HTTP/1.1" status: 204 len: 173 time: 1.0289111 Apr 05 11:20:59.943167 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c900362d-904b-4d64-a9a3-ab381ca756e3', 'name': 'network-vif-deleted', 'tag': 'be14224c-0258-4dc2-9ce4-f41347c20fc0'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:20:59.945628 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e90093a-53b0-4f5a-9a19-82c591e004a8" -d '{"events": [{"server_uuid": "c900362d-904b-4d64-a9a3-ab381ca756e3", "name": "network-vif-deleted", "tag": "be14224c-0258-4dc2-9ce4-f41347c20fc0"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:21:00.010354 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1704624b-b548-4ad3-91d3-634247e24f7b x-openstack-request-id: req-1704624b-b548-4ad3-91d3-634247e24f7b {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:21:00.010739 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c900362d-904b-4d64-a9a3-ab381ca756e3", "name": "network-vif-deleted", "tag": "be14224c-0258-4dc2-9ce4-f41347c20fc0", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:21:00.010937 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1704624b-b548-4ad3-91d3-634247e24f7b {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:21:00.011321 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1704624b-b548-4ad3-91d3-634247e24f7b'] response: {'server_uuid': 'c900362d-904b-4d64-a9a3-ab381ca756e3', 'name': 'network-vif-deleted', 'tag': 'be14224c-0258-4dc2-9ce4-f41347c20fc0', 'status': 'completed', 'code': 200} Apr 05 11:21:00.033948 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-8c64e0da-739d-495a-8ce3-3d72ae81d2c6 None None] Set router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:21:00.174241 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583a74d-9385-4607-98f6-fcf888f35174 req-7201aba6-cb1d-4be4-99f4-6cc518be572f tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:00.182212 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e583a74d-9385-4607-98f6-fcf888f35174 req-7201aba6-cb1d-4be4-99f4-6cc518be572f tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.58 "GET /v2.0/networks?id=15ec88ec-a078-4d94-a658-456bc06f4f38 HTTP/1.1" status: 200 len: 812 time: 0.2019799 Apr 05 11:21:00.235917 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8631aa66-a51f-445a-b50f-9c371885d0c9 req-961156d9-ba86-4008-85a2-d277053d8053 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 210 time: 0.0414650 Apr 05 11:21:00.288109 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8c64e0da-739d-495a-8ce3-3d72ae81d2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:30Z', 'revision_number': 4, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'gw_port': {'id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '7b913366-668f-4167-b29f-1548ef657c15', 'name': '', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'mac_address': 'fa:16:3e:09:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:29Z', 'updated_at': '2022-04-05T11:13:39Z', 'revision_number': 5, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'subnets': [{'id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:00.300489 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e583a74d-9385-4607-98f6-fcf888f35174 req-47c4470b-682a-42d8-a068-553044c5c95f tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c1827315aac4bfdacff856a13f90eb5 HTTP/1.1" status: 200 len: 379 time: 0.1054523 Apr 05 11:21:00.318535 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-e583a74d-9385-4607-98f6-fcf888f35174 req-bd6d6780-2296-4f26-9041-406fac65e093 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Request body: {'port': {'device_id': '1af2a30d-f115-44a9-9a90-d1699560bd75', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'admin_state_up': True, 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'security_groups': ['c18abe95-a8d1-4723-a63d-a140e6575396']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:00.322902 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64e0da-739d-495a-8ce3-3d72ae81d2c6 None None] Checking router: d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:21:00.331004 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c64e0da-739d-495a-8ce3-3d72ae81d2c6 None None] Routers {'d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:21:00.331859 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8c64e0da-739d-495a-8ce3-3d72ae81d2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:20:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:00.459017 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-8c64e0da-739d-495a-8ce3-3d72ae81d2c6 None None] Set router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:21:00.556388 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e583a74d-9385-4607-98f6-fcf888f35174 req-bd6d6780-2296-4f26-9041-406fac65e093 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Made reservation on behalf of 0c1827315aac4bfdacff856a13f90eb5 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:21:00.559983 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-e583a74d-9385-4607-98f6-fcf888f35174 req-bd6d6780-2296-4f26-9041-406fac65e093 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:00.655615 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-8c64e0da-739d-495a-8ce3-3d72ae81d2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:30Z', 'revision_number': 4, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'gw_port': {'id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '7b913366-668f-4167-b29f-1548ef657c15', 'name': '', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'mac_address': 'fa:16:3e:09:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:29Z', 'updated_at': '2022-04-05T11:13:39Z', 'revision_number': 5, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'subnets': [{'id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:00.685711 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c64e0da-739d-495a-8ce3-3d72ae81d2c6 None None] The sync data for ids ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'] in dv-cinder-818994-3-iscsi is: [{'id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:30Z', 'revision_number': 4, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'gw_port': {'id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '7b913366-668f-4167-b29f-1548ef657c15', 'name': '', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'mac_address': 'fa:16:3e:09:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:29Z', 'updated_at': '2022-04-05T11:13:39Z', 'revision_number': 5, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'subnets': [{'id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:21:00.689637 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-e583a74d-9385-4607-98f6-fcf888f35174 req-bd6d6780-2296-4f26-9041-406fac65e093 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Allocated IP 172.20.0.12 (15ec88ec-a078-4d94-a658-456bc06f4f38/6cdd783b-82e9-4593-a451-3b1b6f34c5b6/636d7202-7eb2-4976-9af9-7eb3c2e5f3e2) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:21:00.830336 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-32a915b2-90dd-4bf9-b907-7994e4e8adc1 req-2df48259-59ff-4110-b5f6-8938f1943133 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0288906 Apr 05 11:21:00.858890 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-e583a74d-9385-4607-98f6-fcf888f35174 req-bd6d6780-2296-4f26-9041-406fac65e093 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for port (636d7202-7eb2-4976-9af9-7eb3c2e5f3e2), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:00.973998 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb4dc8f-6227-4662-b0ae-8f2fcee57a5c None None] New status for floating IP b2e9da78-039a-4aa4-99f3-cf8a1db75e0c: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:21:01.062916 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a1d24-e177-4756-a6f3-8545a0cdf6ad req-31798746-1346-4876-946c-02ded87de4b4 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:01.064704 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fa0a1d24-e177-4756-a6f3-8545a0cdf6ad req-31798746-1346-4876-946c-02ded87de4b4 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 945 time: 0.0565767 Apr 05 11:21:01.102810 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-e583a74d-9385-4607-98f6-fcf888f35174 req-bd6d6780-2296-4f26-9041-406fac65e093 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (636d7202-7eb2-4976-9af9-7eb3c2e5f3e2), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:01.141911 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fa0a1d24-e177-4756-a6f3-8545a0cdf6ad req-f105b0f9-6ffb-4cf7-ad9a-2d2fb9d3002d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=32d919d2-dbdc-4074-83ec-cac426521665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713344 Apr 05 11:21:01.155947 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e583a74d-9385-4607-98f6-fcf888f35174 req-bd6d6780-2296-4f26-9041-406fac65e093 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Network 15ec88ec-a078-4d94-a658-456bc06f4f38 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:21:01.159030 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-e583a74d-9385-4607-98f6-fcf888f35174 req-bd6d6780-2296-4f26-9041-406fac65e093 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:21:01.165974 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-e583a74d-9385-4607-98f6-fcf888f35174 req-bd6d6780-2296-4f26-9041-406fac65e093 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:21:01.193394 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d6780-2296-4f26-9041-406fac65e093 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event updated for resources: {'Port': ['ID=636d7202-7eb2-4976-9af9-7eb3c2e5f3e2,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:01.228517 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583a74d-9385-4607-98f6-fcf888f35174 req-bd6d6780-2296-4f26-9041-406fac65e093 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:01.229998 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-e583a74d-9385-4607-98f6-fcf888f35174 req-bd6d6780-2296-4f26-9041-406fac65e093 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:01.342206 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e583a74d-9385-4607-98f6-fcf888f35174 req-bd6d6780-2296-4f26-9041-406fac65e093 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0286925 Apr 05 11:21:01.349582 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bb8756ec-3e25-431c-82d3-f8fb9c04ff45 req-117164ad-0174-4001-9c7c-e4de73ca68b7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=c900362d-904b-4d64-a9a3-ab381ca756e3 HTTP/1.1" status: 200 len: 210 time: 0.0285141 Apr 05 11:21:01.356456 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] Request body: {'port': {'device_id': '1af2a30d-f115-44a9-9a90-d1699560bd75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:01.416041 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (636d7202-7eb2-4976-9af9-7eb3c2e5f3e2), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:01.445670 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-d8219025-0b2f-4627-94b5-f1a4b2b8ab6f None None] Provisioning complete for port 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:21:01.446092 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d8219025-0b2f-4627-94b5-f1a4b2b8ab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (636d7202-7eb2-4976-9af9-7eb3c2e5f3e2), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:01.481412 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d8219025-0b2f-4627-94b5-f1a4b2b8ab6f None None] Port 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:21:01.678973 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:21:01.686705 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] Publish callbacks [] for port (636d7202-7eb2-4976-9af9-7eb3c2e5f3e2), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:01.699293 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] Transition to ACTIVE for port object 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:21:01.785801 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (636d7202-7eb2-4976-9af9-7eb3c2e5f3e2), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:01.836087 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] Pushing event updated for resources: {'Port': ['ID=636d7202-7eb2-4976-9af9-7eb3c2e5f3e2,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:01.910574 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] Attempting to bind port 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:21:01.910953 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] Attempting to bind port 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': '262dfc1b-32f1-4b76-a222-965b509336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:21:01.911290 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] Attempting to bind port 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 on network 15ec88ec-a078-4d94-a658-456bc06f4f38 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:21:01.917420 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] Port 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 on network 15ec88ec-a078-4d94-a658-456bc06f4f38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:21:01.917740 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] Attempting to bind port 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 on network 15ec88ec-a078-4d94-a658-456bc06f4f38 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:21:01.934258 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:21:01.934258 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] Checking segment: {'id': '262dfc1b-32f1-4b76-a222-965b509336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:21:01.934258 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] Bound using segment: {'id': '262dfc1b-32f1-4b76-a222-965b509336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:21:01.934258 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] Bound port: 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262dfc1b-32f1-4b76-a222-965b509336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:21:01.934258 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (636d7202-7eb2-4976-9af9-7eb3c2e5f3e2), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:01.967612 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af85f5-07ed-4d50-91a9-f94081226f7d req-51b4b0e7-dc50-4af6-9fbb-1c1e16d2f388 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:01.969315 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d1af85f5-07ed-4d50-91a9-f94081226f7d req-51b4b0e7-dc50-4af6-9fbb-1c1e16d2f388 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.58 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 945 time: 0.0634310 Apr 05 11:21:02.023665 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde44230-8ae5-4526-a83d-620f16e91f6a req-5284a0bb-54ab-4907-8e81-b0789d231da2 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:02.025205 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bde44230-8ae5-4526-a83d-620f16e91f6a req-5284a0bb-54ab-4907-8e81-b0789d231da2 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 944 time: 0.1087852 Apr 05 11:21:02.041665 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] For port 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2, host hv-cinder-81899, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:21:02.064089 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] For port 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=636d7202-7eb2-4976-9af9-7eb3c2e5f3e2,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:21:02.070576 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-d1af85f5-07ed-4d50-91a9-f94081226f7d req-f0e66164-28d4-4f96-a60d-0a12cbdfb28e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Deleting port f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:21:02.070950 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d1af85f5-07ed-4d50-91a9-f94081226f7d req-f0e66164-28d4-4f96-a60d-0a12cbdfb28e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:02.088464 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bde44230-8ae5-4526-a83d-620f16e91f6a req-95da2e92-51e9-42cb-982e-82b4fafbc60e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553877 Apr 05 11:21:02.146823 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (636d7202-7eb2-4976-9af9-7eb3c2e5f3e2), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:02.168129 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-d1af85f5-07ed-4d50-91a9-f94081226f7d req-f0e66164-28d4-4f96-a60d-0a12cbdfb28e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] For port f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:21:02.168495 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d1af85f5-07ed-4d50-91a9-f94081226f7d req-f0e66164-28d4-4f96-a60d-0a12cbdfb28e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:02.184253 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:02.184253 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:02.185699 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e583a74d-9385-4607-98f6-fcf888f35174 req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] 10.222.0.58 "PUT /v2.0/ports/636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 HTTP/1.1" status: 200 len: 1094 time: 0.8341181 Apr 05 11:21:02.186204 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af2a30d-f115-44a9-9a90-d1699560bd75', 'tag': '636d7202-7eb2-4976-9af9-7eb3c2e5f3e2'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:21:02.189092 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68268a40-343d-4f28-b219-f15d497d6542" -d '{"events": [{"name": "network-changed", "server_uuid": "1af2a30d-f115-44a9-9a90-d1699560bd75", "tag": "636d7202-7eb2-4976-9af9-7eb3c2e5f3e2"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:21:02.218084 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf4391-5845-44fe-b9bb-e1c5a488bb9f service neutron] Pushing event updated for resources: {'Port': ['ID=636d7202-7eb2-4976-9af9-7eb3c2e5f3e2,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:02.245492 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234e43fb-d54c-401d-877b-3df1e52fd34b x-openstack-request-id: req-234e43fb-d54c-401d-877b-3df1e52fd34b {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:21:02.245801 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af2a30d-f115-44a9-9a90-d1699560bd75", "tag": "636d7202-7eb2-4976-9af9-7eb3c2e5f3e2", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:21:02.246133 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-234e43fb-d54c-401d-877b-3df1e52fd34b {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:21:02.255234 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-234e43fb-d54c-401d-877b-3df1e52fd34b'] response: {'name': 'network-changed', 'server_uuid': '1af2a30d-f115-44a9-9a90-d1699560bd75', 'tag': '636d7202-7eb2-4976-9af9-7eb3c2e5f3e2', 'status': 'completed', 'code': 200} Apr 05 11:21:02.330259 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68268a40-343d-4f28-b219-f15d497d6542 req-3b148880-ba1a-4962-8d38-5799bc7298f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:02.331879 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68268a40-343d-4f28-b219-f15d497d6542 req-3b148880-ba1a-4962-8d38-5799bc7298f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c1827315aac4bfdacff856a13f90eb5&device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 1128 time: 0.0640311 Apr 05 11:21:02.442479 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d1af85f5-07ed-4d50-91a9-f94081226f7d req-f0e66164-28d4-4f96-a60d-0a12cbdfb28e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:02.442868 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d1af85f5-07ed-4d50-91a9-f94081226f7d req-f0e66164-28d4-4f96-a60d-0a12cbdfb28e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (e1674c06-c1d1-4cc1-bf31-b094da24cc72), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:02.443185 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.l3_db [req-d1af85f5-07ed-4d50-91a9-f94081226f7d req-f0e66164-28d4-4f96-a60d-0a12cbdfb28e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Floating IP e1674c06-c1d1-4cc1-bf31-b094da24cc72 disassociated. External IP: 172.27.0.145, port: f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6. Apr 05 11:21:02.443530 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-d1af85f5-07ed-4d50-91a9-f94081226f7d req-f0e66164-28d4-4f96-a60d-0a12cbdfb28e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Calling delete_port for f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:21:02.454025 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68268a40-343d-4f28-b219-f15d497d6542 req-80a3d065-7309-4691-9eca-6157cc29f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:02.454978 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da22161-5055-40e6-a005-8a7c3e6fb13f req-e3e8f6ed-9d60-499c-8ceb-1ac597f8cde2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:02.455526 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68268a40-343d-4f28-b219-f15d497d6542 req-80a3d065-7309-4691-9eca-6157cc29f78d service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=0c1827315aac4bfdacff856a13f90eb5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1162198 Apr 05 11:21:02.456402 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7da22161-5055-40e6-a005-8a7c3e6fb13f req-e3e8f6ed-9d60-499c-8ceb-1ac597f8cde2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 945 time: 0.1953011 Apr 05 11:21:02.507540 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device be14224c-0258-4dc2-9ce4-f41347c20fc0 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:21:02.529146 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] No Port match for: be14224c-0258-4dc2-9ce4-f41347c20fc0 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:21:02.529500 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device be14224c-0258-4dc2-9ce4-f41347c20fc0 not bound to the agent host hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:21:02.529926 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:21:02.553180 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7da22161-5055-40e6-a005-8a7c3e6fb13f req-987d3307-3731-452b-b1db-85345215f627 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=32d919d2-dbdc-4074-83ec-cac426521665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893016 Apr 05 11:21:02.561989 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68268a40-343d-4f28-b219-f15d497d6542 req-a8b18871-93f6-4cfa-a9b4-40dfc17d7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:02.564208 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68268a40-343d-4f28-b219-f15d497d6542 req-a8b18871-93f6-4cfa-a9b4-40dfc17d7c18 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023810 Apr 05 11:21:02.572952 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 34272) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:02.623713 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 is: ACTIVE; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:21:02.624107 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:02.679567 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f6bd38f9-1263-46eb-80e2-2d264254084f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group (63a09d99-07e0-4d8d-857e-b8d6c32105dc), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:02.683894 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583a74d-9385-4607-98f6-fcf888f35174 req-3ef8589d-7607-4b3d-b9de-c9a6d17d3cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:02.685387 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e583a74d-9385-4607-98f6-fcf888f35174 req-3ef8589d-7607-4b3d-b9de-c9a6d17d3cd2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c1827315aac4bfdacff856a13f90eb5&device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 1128 time: 0.0803764 Apr 05 11:21:02.700842 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d1af85f5-07ed-4d50-91a9-f94081226f7d req-f0e66164-28d4-4f96-a60d-0a12cbdfb28e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:02.731101 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e66164-28d4-4f96-a60d-0a12cbdfb28e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event deleted for resources: {'Port': ['ID=f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:02.750234 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e583a74d-9385-4607-98f6-fcf888f35174 req-67d10ee7-309d-46f3-9dda-8cc583119c57 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 HTTP/1.1" status: 200 len: 217 time: 0.0563800 Apr 05 11:21:02.752044 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f6bd38f9-1263-46eb-80e2-2d264254084f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group (63a09d99-07e0-4d8d-857e-b8d6c32105dc), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:02.826165 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583a74d-9385-4607-98f6-fcf888f35174 req-c59bea93-7de3-42ab-95bc-f1dfd92e6ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:02.827647 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e583a74d-9385-4607-98f6-fcf888f35174 req-c59bea93-7de3-42ab-95bc-f1dfd92e6ff9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cdd783b-82e9-4593-a451-3b1b6f34c5b6 HTTP/1.1" status: 200 len: 851 time: 0.0665751 Apr 05 11:21:02.847758 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1af85f5-07ed-4d50-91a9-f94081226f7d req-f0e66164-28d4-4f96-a60d-0a12cbdfb28e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Router 62cc81f7-8f9d-4edf-a495-d3998e37b711 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:21:02.880112 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583a74d-9385-4607-98f6-fcf888f35174 req-fec81e56-c477-4b0e-bedd-bf1d2272f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:02.881723 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e583a74d-9385-4607-98f6-fcf888f35174 req-fec81e56-c477-4b0e-bedd-bf1d2272f4ad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=15ec88ec-a078-4d94-a658-456bc06f4f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467160 Apr 05 11:21:02.946943 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f6bd38f9-1263-46eb-80e2-2d264254084f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (63a09d99-07e0-4d8d-857e-b8d6c32105dc), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:02.949471 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f6bd38f9-1263-46eb-80e2-2d264254084f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:02.950656 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f6bd38f9-1263-46eb-80e2-2d264254084f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "DELETE /v2.0/security-groups/63a09d99-07e0-4d8d-857e-b8d6c32105dc HTTP/1.1" status: 204 len: 168 time: 0.3765712 Apr 05 11:21:02.954978 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 34274) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:02.965545 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd38f9-1263-46eb-80e2-2d264254084f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a09d99-07e0-4d8d-857e-b8d6c32105dc,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:02.975261 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1af85f5-07ed-4d50-91a9-f94081226f7d req-f0e66164-28d4-4f96-a60d-0a12cbdfb28e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:21:02.981123 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.api.v2.resource [None req-a07bbc35-5625-43f3-8a74-a11c96d9ac9a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] show failed (client error): The resource could not be found. Apr 05 11:21:02.984693 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a07bbc35-5625-43f3-8a74-a11c96d9ac9a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups/63a09d99-07e0-4d8d-857e-b8d6c32105dc HTTP/1.1" status: 404 len: 347 time: 0.0261459 Apr 05 11:21:02.985196 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 34276) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:02.993221 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429ea8a0-58af-4761-a187-dbd14cc2b2ad None None] Sync routers for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:21:02.998209 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e583a74d-9385-4607-98f6-fcf888f35174 req-976dc862-c04c-441b-9325-a47b79b30b75 service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100426 Apr 05 11:21:03.006684 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ea8a0-58af-4761-a187-dbd14cc2b2ad None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:21:03.007483 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-429ea8a0-58af-4761-a187-dbd14cc2b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:20:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:03.062568 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1af85f5-07ed-4d50-91a9-f94081226f7d req-f0e66164-28d4-4f96-a60d-0a12cbdfb28e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] No DVR routers for this DVR port f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 on host hv-cinder-81899 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:21:03.066730 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d1af85f5-07ed-4d50-91a9-f94081226f7d req-f0e66164-28d4-4f96-a60d-0a12cbdfb28e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:03.070399 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d1af85f5-07ed-4d50-91a9-f94081226f7d req-f0e66164-28d4-4f96-a60d-0a12cbdfb28e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.58 "DELETE /v2.0/ports/f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6 HTTP/1.1" status: 204 len: 173 time: 1.0958648 Apr 05 11:21:03.071023 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e206c1c-372e-45c5-bb53-11d7ba0fb01f', 'name': 'network-vif-deleted', 'tag': 'f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:21:03.077251 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329effc0-d2d5-4ed8-99c7-8e0e3f9f3589" -d '{"events": [{"server_uuid": "8e206c1c-372e-45c5-bb53-11d7ba0fb01f", "name": "network-vif-deleted", "tag": "f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:21:03.133286 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e583a74d-9385-4607-98f6-fcf888f35174 req-13981b01-5bd2-44de-b7bb-218d396ec443 service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282771 Apr 05 11:21:03.226801 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0c78fa-4f01-4d21-8797-e8d2cc31f9e5 x-openstack-request-id: req-1b0c78fa-4f01-4d21-8797-e8d2cc31f9e5 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:21:03.226801 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e206c1c-372e-45c5-bb53-11d7ba0fb01f", "name": "network-vif-deleted", "tag": "f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:21:03.226801 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b0c78fa-4f01-4d21-8797-e8d2cc31f9e5 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:21:03.226801 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b0c78fa-4f01-4d21-8797-e8d2cc31f9e5'] response: {'server_uuid': '8e206c1c-372e-45c5-bb53-11d7ba0fb01f', 'name': 'network-vif-deleted', 'tag': 'f05746fb-fbaf-4f6f-a2a4-ac06ce53f6b6', 'status': 'completed', 'code': 200} Apr 05 11:21:03.266114 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-e34a4eec-309b-443b-9283-c8b155cef3ce tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Deleting port 3f0dd840-b80a-4a8c-85a8-a78ab65bf084 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:21:03.266542 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e34a4eec-309b-443b-9283-c8b155cef3ce tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (3f0dd840-b80a-4a8c-85a8-a78ab65bf084), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:03.355050 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cefc2a-421a-4763-b50b-2046e388c5a2 req-e2683663-aa9c-43ef-ab0c-3e7f629f0855 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:03.356913 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86cefc2a-421a-4763-b50b-2046e388c5a2 req-e2683663-aa9c-43ef-ab0c-3e7f629f0855 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 944 time: 0.1529613 Apr 05 11:21:03.363392 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-429ea8a0-58af-4761-a187-dbd14cc2b2ad None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:21:03.390749 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e34a4eec-309b-443b-9283-c8b155cef3ce tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (3f0dd840-b80a-4a8c-85a8-a78ab65bf084), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:03.391550 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e34a4eec-309b-443b-9283-c8b155cef3ce tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for floatingip (3f0dd840-b80a-4a8c-85a8-a78ab65bf084), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:03.409396 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-e34a4eec-309b-443b-9283-c8b155cef3ce tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Calling delete_port for 3f0dd840-b80a-4a8c-85a8-a78ab65bf084 owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:21:03.445012 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86cefc2a-421a-4763-b50b-2046e388c5a2 req-c680c6b5-000c-44b5-b1b3-3d8f58f3f7f4 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824041 Apr 05 11:21:03.653867 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-429ea8a0-58af-4761-a187-dbd14cc2b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:03.683863 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429ea8a0-58af-4761-a187-dbd14cc2b2ad None None] Checking router: 62cc81f7-8f9d-4edf-a495-d3998e37b711 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:21:03.688031 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e34a4eec-309b-443b-9283-c8b155cef3ce tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (3f0dd840-b80a-4a8c-85a8-a78ab65bf084), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:03.692910 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0bbdf1b0-8263-4e9d-929e-1c44a49e935f req-dff09818-0dfc-42a2-b548-b6e875190c07 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e206c1c-372e-45c5-bb53-11d7ba0fb01f HTTP/1.1" status: 200 len: 210 time: 0.0353837 Apr 05 11:21:03.693205 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ea8a0-58af-4761-a187-dbd14cc2b2ad None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:21:03.693700 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-429ea8a0-58af-4761-a187-dbd14cc2b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:20:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:03.724008 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a4eec-309b-443b-9283-c8b155cef3ce tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Pushing event deleted for resources: {'Port': ['ID=3f0dd840-b80a-4a8c-85a8-a78ab65bf084,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:03.785478 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e34a4eec-309b-443b-9283-c8b155cef3ce tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for floatingip (b2e9da78-039a-4aa4-99f3-cf8a1db75e0c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:03.788342 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e34a4eec-309b-443b-9283-c8b155cef3ce tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:03.789506 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-e34a4eec-309b-443b-9283-c8b155cef3ce tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "DELETE /v2.0/floatingips/b2e9da78-039a-4aa4-99f3-cf8a1db75e0c HTTP/1.1" status: 204 len: 168 time: 0.8032174 Apr 05 11:21:03.814776 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-429ea8a0-58af-4761-a187-dbd14cc2b2ad None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:21:04.015952 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-429ea8a0-58af-4761-a187-dbd14cc2b2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:04.043526 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429ea8a0-58af-4761-a187-dbd14cc2b2ad None None] The sync data for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi is: [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:21:04.101011 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 34290) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:04.105650 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-ba0ab712-08b4-4995-bbcb-e73b627f5de8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1879512536', 'description': 'tempest-description--808985606'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:04.186125 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ba0ab712-08b4-4995-bbcb-e73b627f5de8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:04.270223 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ba0ab712-08b4-4995-bbcb-e73b627f5de8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group (572cbaa1-ca63-4140-97f0-2424fbbdda10), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:04.299340 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5188c9d-98cc-485d-985c-ea26b7ee3218 None None] New status for floating IP e1674c06-c1d1-4cc1-bf31-b094da24cc72: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:21:04.385813 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ba0ab712-08b4-4995-bbcb-e73b627f5de8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (572cbaa1-ca63-4140-97f0-2424fbbdda10), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:04.415526 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ab712-08b4-4995-bbcb-e73b627f5de8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=572cbaa1-ca63-4140-97f0-2424fbbdda10,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:04.480265 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ba0ab712-08b4-4995-bbcb-e73b627f5de8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:04.487300 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ba0ab712-08b4-4995-bbcb-e73b627f5de8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3795288 Apr 05 11:21:04.487395 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 34296) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:04.489371 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-846be977-f572-4917-aa20-c8bdf94501ca tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Request body: {'security_group_rule': {'security_group_id': '572cbaa1-ca63-4140-97f0-2424fbbdda10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:04.572642 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3df0c5-0a28-40e3-b8ec-a882489141c9 req-2eec72cd-a9a0-49d9-9698-3576a45289ef tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:04.574256 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff3df0c5-0a28-40e3-b8ec-a882489141c9 req-2eec72cd-a9a0-49d9-9698-3576a45289ef tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 944 time: 0.0569341 Apr 05 11:21:04.624748 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ff3df0c5-0a28-40e3-b8ec-a882489141c9 req-19542f71-8f3c-44ab-99f5-3042fc967b5d tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447814 Apr 05 11:21:04.647979 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-846be977-f572-4917-aa20-c8bdf94501ca tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group_rule (aca9e88e-a5ac-4dd3-99fb-721c02ecd599), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:04.695412 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-846be977-f572-4917-aa20-c8bdf94501ca tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group_rule (aca9e88e-a5ac-4dd3-99fb-721c02ecd599), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:04.763132 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-846be977-f572-4917-aa20-c8bdf94501ca tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (aca9e88e-a5ac-4dd3-99fb-721c02ecd599), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:04.781799 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846be977-f572-4917-aa20-c8bdf94501ca tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca9e88e-a5ac-4dd3-99fb-721c02ecd599,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:04.833256 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 34302) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:04.850594 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-846be977-f572-4917-aa20-c8bdf94501ca tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:04.851834 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-846be977-f572-4917-aa20-c8bdf94501ca tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3662593 Apr 05 11:21:04.855265 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 34304) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:04.859547 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-fca75bb6-0891-47ae-a279-d9f6b22afce2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Request body: {'security_group_rule': {'security_group_id': '572cbaa1-ca63-4140-97f0-2424fbbdda10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:04.914320 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-341c7d73-6236-4f66-b8ee-84e75861f076 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (32d919d2-dbdc-4074-83ec-cac426521665), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:04.939134 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-341c7d73-6236-4f66-b8ee-84e75861f076 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (32d919d2-dbdc-4074-83ec-cac426521665), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:04.975723 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fca75bb6-0891-47ae-a279-d9f6b22afce2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group_rule (ee944267-dfb2-4050-809a-9e8bf120c7b8), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:05.029004 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fca75bb6-0891-47ae-a279-d9f6b22afce2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group_rule (ee944267-dfb2-4050-809a-9e8bf120c7b8), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:05.094507 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-341c7d73-6236-4f66-b8ee-84e75861f076 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (32d919d2-dbdc-4074-83ec-cac426521665), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:05.097108 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-341c7d73-6236-4f66-b8ee-84e75861f076 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:05.098275 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-341c7d73-6236-4f66-b8ee-84e75861f076 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "DELETE /v2.0/security-groups/32d919d2-dbdc-4074-83ec-cac426521665 HTTP/1.1" status: 204 len: 168 time: 0.2639906 Apr 05 11:21:05.101036 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 34306) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:05.108234 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c7d73-6236-4f66-b8ee-84e75861f076 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d919d2-dbdc-4074-83ec-cac426521665,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:05.117292 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.api.v2.resource [None req-91c38faa-79c2-47ac-93b9-16d7ae4fbc25 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] show failed (client error): The resource could not be found. Apr 05 11:21:05.118374 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-91c38faa-79c2-47ac-93b9-16d7ae4fbc25 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups/32d919d2-dbdc-4074-83ec-cac426521665 HTTP/1.1" status: 404 len: 347 time: 0.0163581 Apr 05 11:21:05.121315 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 34308) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:05.134100 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fca75bb6-0891-47ae-a279-d9f6b22afce2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (ee944267-dfb2-4050-809a-9e8bf120c7b8), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:05.153724 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca75bb6-0891-47ae-a279-d9f6b22afce2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee944267-dfb2-4050-809a-9e8bf120c7b8,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:05.232890 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fca75bb6-0891-47ae-a279-d9f6b22afce2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:05.237195 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-fca75bb6-0891-47ae-a279-d9f6b22afce2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3780873 Apr 05 11:21:05.237709 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 34310) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:05.242376 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-c922c1ff-613a-4af5-abf2-db180cbea649 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Request body: {'floatingip': {'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:05.254998 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-6775c83c-7215-41c8-8625-cf36743489c8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Deleting port ef62e2e2-f6e4-410a-9828-54412ab48786 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:21:05.255339 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6775c83c-7215-41c8-8625-cf36743489c8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (ef62e2e2-f6e4-410a-9828-54412ab48786), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:05.336092 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6775c83c-7215-41c8-8625-cf36743489c8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (ef62e2e2-f6e4-410a-9828-54412ab48786), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:05.336411 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6775c83c-7215-41c8-8625-cf36743489c8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (ef62e2e2-f6e4-410a-9828-54412ab48786), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:05.352981 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-6775c83c-7215-41c8-8625-cf36743489c8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Calling delete_port for ef62e2e2-f6e4-410a-9828-54412ab48786 owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:21:05.358449 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c922c1ff-613a-4af5-abf2-db180cbea649 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:05.478311 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c922c1ff-613a-4af5-abf2-db180cbea649 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:05.574838 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6775c83c-7215-41c8-8625-cf36743489c8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (ef62e2e2-f6e4-410a-9828-54412ab48786), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:05.588633 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-c922c1ff-613a-4af5-abf2-db180cbea649 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Allocated IP 172.27.0.143 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/134b76ea-3adf-410e-91a6-dc60bca79e20) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:21:05.608126 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775c83c-7215-41c8-8625-cf36743489c8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event deleted for resources: {'Port': ['ID=ef62e2e2-f6e4-410a-9828-54412ab48786,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:05.668197 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6775c83c-7215-41c8-8625-cf36743489c8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (e1674c06-c1d1-4cc1-bf31-b094da24cc72), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:05.671244 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6775c83c-7215-41c8-8625-cf36743489c8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:05.686638 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6775c83c-7215-41c8-8625-cf36743489c8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "DELETE /v2.0/floatingips/e1674c06-c1d1-4cc1-bf31-b094da24cc72 HTTP/1.1" status: 204 len: 168 time: 0.5557177 Apr 05 11:21:05.708165 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c922c1ff-613a-4af5-abf2-db180cbea649 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for port (134b76ea-3adf-410e-91a6-dc60bca79e20), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:05.769073 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69aa52-3fff-457a-a84b-3240e72d8573 req-c957ffe3-97e1-4eff-8a66-dddc10e0d1fa tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:05.770583 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ac69aa52-3fff-457a-a84b-3240e72d8573 req-c957ffe3-97e1-4eff-8a66-dddc10e0d1fa tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 944 time: 0.0593905 Apr 05 11:21:05.803494 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c922c1ff-613a-4af5-abf2-db180cbea649 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (134b76ea-3adf-410e-91a6-dc60bca79e20), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:05.820803 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ac69aa52-3fff-457a-a84b-3240e72d8573 req-7b1b82c9-040f-4bdd-bd3c-2249f9bb3b71 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444787 Apr 05 11:21:05.843573 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c922c1ff-613a-4af5-abf2-db180cbea649 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:21:05.846778 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-c922c1ff-613a-4af5-abf2-db180cbea649 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:21:05.849303 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c922c1ff-613a-4af5-abf2-db180cbea649 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:21:05.880839 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922c1ff-613a-4af5-abf2-db180cbea649 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Pushing event updated for resources: {'Port': ['ID=134b76ea-3adf-410e-91a6-dc60bca79e20,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:05.949449 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c922c1ff-613a-4af5-abf2-db180cbea649 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for floatingip (cac5d478-0095-452b-8729-cc8867084c44), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:06.094777 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 34318) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:06.099233 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-83bb84e7-d0d8-470d-9337-07ed2e30ccb5 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1737862376', 'description': 'tempest-description--378980707'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:06.122533 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c922c1ff-613a-4af5-abf2-db180cbea649 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (134b76ea-3adf-410e-91a6-dc60bca79e20), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:06.233088 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83bb84e7-d0d8-470d-9337-07ed2e30ccb5 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:06.563774 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c922c1ff-613a-4af5-abf2-db180cbea649 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for port (134b76ea-3adf-410e-91a6-dc60bca79e20), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:06.592277 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83bb84e7-d0d8-470d-9337-07ed2e30ccb5 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (7605808b-7e50-480a-95b2-77cae1e6330d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:06.740643 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c922c1ff-613a-4af5-abf2-db180cbea649 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (134b76ea-3adf-410e-91a6-dc60bca79e20), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:06.769025 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83bb84e7-d0d8-470d-9337-07ed2e30ccb5 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (7605808b-7e50-480a-95b2-77cae1e6330d), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:06.835678 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922c1ff-613a-4af5-abf2-db180cbea649 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Pushing event updated for resources: {'Port': ['ID=134b76ea-3adf-410e-91a6-dc60bca79e20,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:06.846137 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb84e7-d0d8-470d-9337-07ed2e30ccb5 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7605808b-7e50-480a-95b2-77cae1e6330d,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:06.857414 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c922c1ff-613a-4af5-abf2-db180cbea649 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (cac5d478-0095-452b-8729-cc8867084c44), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:06.924803 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83bb84e7-d0d8-470d-9337-07ed2e30ccb5 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:06.926076 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-83bb84e7-d0d8-470d-9337-07ed2e30ccb5 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8303347 Apr 05 11:21:06.931156 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 34324) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:06.940557 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-e472657b-35e4-4c2c-b01c-61da7f32d3d7 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'security_group_rule': {'security_group_id': '7605808b-7e50-480a-95b2-77cae1e6330d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:06.962533 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1363568-6063-49b5-a180-1357f9031a62 req-4451e2a9-8c51-4a37-846c-33604051dfaf tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:06.964494 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c922c1ff-613a-4af5-abf2-db180cbea649 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:06.965161 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c1363568-6063-49b5-a180-1357f9031a62 req-4451e2a9-8c51-4a37-846c-33604051dfaf tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 944 time: 0.0609455 Apr 05 11:21:06.967383 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c922c1ff-613a-4af5-abf2-db180cbea649 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7273335 Apr 05 11:21:07.048104 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c1363568-6063-49b5-a180-1357f9031a62 req-0fd87d9a-e03c-4ad8-99e9-d2511af86d96 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757482 Apr 05 11:21:07.091119 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e472657b-35e4-4c2c-b01c-61da7f32d3d7 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (c4df1862-d8ab-4b41-98ac-77714ffacf10), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:07.167795 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e472657b-35e4-4c2c-b01c-61da7f32d3d7 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (c4df1862-d8ab-4b41-98ac-77714ffacf10), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:07.212664 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-a02e9fd7-f5a4-4155-adec-1805cf6f29d4 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1879512536&fields=id&tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8 HTTP/1.1" status: 200 len: 267 time: 0.0436020 Apr 05 11:21:07.275701 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e472657b-35e4-4c2c-b01c-61da7f32d3d7 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (c4df1862-d8ab-4b41-98ac-77714ffacf10), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:07.328257 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472657b-35e4-4c2c-b01c-61da7f32d3d7 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4df1862-d8ab-4b41-98ac-77714ffacf10,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:07.381660 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-f719e445-4569-4429-b178-b1e12ec71183 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:07.383262 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-f719e445-4569-4429-b178-b1e12ec71183 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/networks?id=3c3ad901-dee6-4adf-8761-f4e0b40921d1 HTTP/1.1" status: 200 len: 817 time: 0.1583920 Apr 05 11:21:07.399021 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-e5686b5e-0f2a-47b8-9e7c-c2d980d4ca45 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/quotas/ee45cad25b8c4845b2cf9c11ab2dd7c8 HTTP/1.1" status: 200 len: 375 time: 0.0096812 Apr 05 11:21:07.459368 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-be6b039a-c687-43a1-b797-15ebe43a2278 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541141 Apr 05 11:21:07.464407 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e472657b-35e4-4c2c-b01c-61da7f32d3d7 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:07.468778 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e472657b-35e4-4c2c-b01c-61da7f32d3d7 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5338802 Apr 05 11:21:07.469228 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 34340) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:07.476434 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'security_group_rule': {'security_group_id': '7605808b-7e50-480a-95b2-77cae1e6330d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:07.641606 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-e019b2dd-5f44-4e25-8ff9-283615eeae91 service neutron] 10.222.0.39 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577413 Apr 05 11:21:07.648182 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:21:07.662586 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (18a217c2-3035-4bfe-b8cd-551e91520f6f), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:07.777922 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (18a217c2-3035-4bfe-b8cd-551e91520f6f), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:07.784078 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-b630d05f-86fd-45a4-a984-7ce4d4c6eda3 service neutron] 10.222.0.39 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304953 Apr 05 11:21:07.877462 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (18a217c2-3035-4bfe-b8cd-551e91520f6f), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:07.894477 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a217c2-3035-4bfe-b8cd-551e91520f6f,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:07.905146 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:07.905560 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:07.905920 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:07.906265 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:07.906622 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:07.907022 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:07.907362 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:07.907695 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:07.908029 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:07.908361 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:07.908691 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:07.909023 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:07.909408 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:07.909738 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:07.910070 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:08.055913 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:08.065229 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c73fa519-50a2-4693-bcc4-1b42ad4bb654 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5866873 Apr 05 11:21:08.066475 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 34350) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:08.070789 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'floatingip': {'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:08.232083 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d929d9-8bf9-435c-9124-69d8cf9e907c req-16203741-caa6-4686-859b-de514e107690 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:08.244154 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e0d929d9-8bf9-435c-9124-69d8cf9e907c req-16203741-caa6-4686-859b-de514e107690 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 944 time: 0.1083086 Apr 05 11:21:08.251989 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:08.294097 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f5f2e1c4-9e0d-4841-a71d-168feffb534a req-ea1a340d-623f-415f-be61-f109976826e7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 210 time: 0.0951049 Apr 05 11:21:08.345680 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e0d929d9-8bf9-435c-9124-69d8cf9e907c req-7d9ebc2b-8a35-4478-8061-d9717e91e312 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980973 Apr 05 11:21:08.381677 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a897f-e553-41f8-bd79-0f11ea8ca9f6 req-45787750-2f17-4a90-8395-9ec696ba555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:08.383949 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-279a897f-e553-41f8-bd79-0f11ea8ca9f6 req-45787750-2f17-4a90-8395-9ec696ba555f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf751cbfd21e463e83beea4d29713404&device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 1129 time: 0.0791962 Apr 05 11:21:08.438661 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:08.503585 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a897f-e553-41f8-bd79-0f11ea8ca9f6 req-adc9d1fc-02c3-4fdb-bb5c-810e272941f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:08.505564 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-279a897f-e553-41f8-bd79-0f11ea8ca9f6 req-adc9d1fc-02c3-4fdb-bb5c-810e272941f3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a84177b0-98a3-43e8-9748-217cec2ce77a HTTP/1.1" status: 200 len: 919 time: 0.1157792 Apr 05 11:21:08.574356 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00407445-92ed-420a-8224-5a0b7ef8e45d req-434962a3-17e7-4312-9baa-1a13b6899d41 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:08.575995 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-00407445-92ed-420a-8224-5a0b7ef8e45d req-434962a3-17e7-4312-9baa-1a13b6899d41 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.1256292 Apr 05 11:21:08.580187 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-279a897f-e553-41f8-bd79-0f11ea8ca9f6 req-4fedc0a9-6ea3-44d1-b855-0a5e093888b1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=141f21be-2523-4672-a366-4a146e7780e9 HTTP/1.1" status: 200 len: 1001 time: 0.0671654 Apr 05 11:21:08.602864 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Allocated IP 172.27.0.152 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/5bf6086d-b2ff-4d0e-af75-b80424e1be6f) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:21:08.641523 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a897f-e553-41f8-bd79-0f11ea8ca9f6 req-3d8c24c8-2c2d-469d-9a1b-adbb8ad0451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:08.643373 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-279a897f-e553-41f8-bd79-0f11ea8ca9f6 req-3d8c24c8-2c2d-469d-9a1b-adbb8ad0451f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b01bd4d7-97a5-45dc-b9c7-6b928112c646 HTTP/1.1" status: 200 len: 857 time: 0.0567925 Apr 05 11:21:08.689533 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-00407445-92ed-420a-8224-5a0b7ef8e45d req-b0e89486-7ced-4342-a694-aa7b8c936451 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052155 Apr 05 11:21:08.731369 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a897f-e553-41f8-bd79-0f11ea8ca9f6 req-4a312438-c726-468f-902a-68d584a8c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:08.734482 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-279a897f-e553-41f8-bd79-0f11ea8ca9f6 req-4a312438-c726-468f-902a-68d584a8c902 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a84177b0-98a3-43e8-9748-217cec2ce77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838048 Apr 05 11:21:08.744087 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for port (5bf6086d-b2ff-4d0e-af75-b80424e1be6f), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:08.831424 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-279a897f-e553-41f8-bd79-0f11ea8ca9f6 req-1507466f-a00a-44b0-b59f-d6624ef9a21f service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896747 Apr 05 11:21:08.912925 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (5bf6086d-b2ff-4d0e-af75-b80424e1be6f), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:08.947561 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-279a897f-e553-41f8-bd79-0f11ea8ca9f6 req-d1f1c89d-e9b9-47f2-82ba-4683aa9394aa service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099472 Apr 05 11:21:08.971004 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:21:08.974248 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:21:08.980649 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:21:09.004731 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'Port': ['ID=5bf6086d-b2ff-4d0e-af75-b80424e1be6f,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:09.016894 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:09.017255 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:09.017604 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:09.017943 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:09.018278 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:09.018640 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:09.018973 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:09.019300 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:09.019630 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:09.019962 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:09.020341 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:09.020615 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:09.020959 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:09.021262 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:09.021580 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:09.085324 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (ce7d9c72-4a64-4241-872b-1a2d1d6c6f26), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:09.191991 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (5bf6086d-b2ff-4d0e-af75-b80424e1be6f), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:09.466371 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b8a0cc92-a09c-4a6e-8197-7f09fb245a17 req-a2697c2e-1705-43dd-9d54-1fa53488085e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 210 time: 0.0341575 Apr 05 11:21:09.620031 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528799ce-fa4b-49e8-bbd9-10d0ed5d1844 req-45f26148-f64f-43d4-be27-1598b82e87d0 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:09.621562 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-528799ce-fa4b-49e8-bbd9-10d0ed5d1844 req-45f26148-f64f-43d4-be27-1598b82e87d0 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 944 time: 0.1235447 Apr 05 11:21:09.705869 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-528799ce-fa4b-49e8-bbd9-10d0ed5d1844 req-c42a717b-34b4-4964-8720-11e548a08a12 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757809 Apr 05 11:21:09.716001 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for port (5bf6086d-b2ff-4d0e-af75-b80424e1be6f), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:09.785700 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (5bf6086d-b2ff-4d0e-af75-b80424e1be6f), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:09.816653 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d5b26-d7b8-4ff5-a1d4-20ebf38f7cb8 req-eca2aa1b-b193-4a88-b95e-3ea81262e697 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:09.818767 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e16d5b26-d7b8-4ff5-a1d4-20ebf38f7cb8 req-eca2aa1b-b193-4a88-b95e-3ea81262e697 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0567734 Apr 05 11:21:09.860733 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'Port': ['ID=5bf6086d-b2ff-4d0e-af75-b80424e1be6f,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:09.875579 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (ce7d9c72-4a64-4241-872b-1a2d1d6c6f26), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:09.880680 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e16d5b26-d7b8-4ff5-a1d4-20ebf38f7cb8 req-a38e6882-31a8-40b2-97e2-18e2d7c18db0 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537374 Apr 05 11:21:10.022368 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:10.023621 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-d697e449-22fb-491c-a0d8-0c1815a06983 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9611287 Apr 05 11:21:10.189357 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-52d9c4da-66ad-49fb-9414-61cc26f01312 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1737862376&fields=id&tenant_id=0c6c4204bde44a1183df1338d018b1b1 HTTP/1.1" status: 200 len: 267 time: 0.0486419 Apr 05 11:21:10.316598 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-fa6156cf-78e1-483a-9733-d0523d1ef4d8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:10.319067 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-fa6156cf-78e1-483a-9733-d0523d1ef4d8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/networks?id=61947bc0-bf95-4d84-a95a-a866833cbe78 HTTP/1.1" status: 200 len: 815 time: 0.1228518 Apr 05 11:21:10.335160 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-bffb7a32-ada3-4511-84b2-3b5e7c226ea3 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/quotas/0c6c4204bde44a1183df1338d018b1b1 HTTP/1.1" status: 200 len: 375 time: 0.0096357 Apr 05 11:21:10.395358 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-f3e952ad-a9e0-45b3-beb7-30ae50e4202f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6c4204bde44a1183df1338d018b1b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512929 Apr 05 11:21:10.498291 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-a3ce058d-da4f-4aae-ad6d-45582f8078fc service neutron] 10.222.0.39 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925157 Apr 05 11:21:10.572647 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-109f11d6-add0-47f2-8308-7f81d9275b85 req-0388e4f4-62ee-4c11-8540-68a95030f8b6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 210 time: 0.0323994 Apr 05 11:21:10.596127 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-f21290bd-6c5a-4bb3-9870-2083506b4ea1 service neutron] 10.222.0.39 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912054 Apr 05 11:21:10.833478 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19548dea-0c53-4932-a349-dc86aaa6103f req-109ed12d-5d48-4497-9777-fe6c9f69a658 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:10.839206 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-19548dea-0c53-4932-a349-dc86aaa6103f req-109ed12d-5d48-4497-9777-fe6c9f69a658 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 944 time: 0.0586085 Apr 05 11:21:10.897701 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-19548dea-0c53-4932-a349-dc86aaa6103f req-fa1a1fbd-4191-43a2-81eb-3585aa35d577 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568273 Apr 05 11:21:10.906636 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0863206f-604d-4b2e-9f6d-c8767c3d7950 req-3d92ebd0-891d-404b-87d6-cf57d803c71c tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 210 time: 0.0346885 Apr 05 11:21:11.014781 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109ddf7-e60a-405d-abe4-1e3f92a12e4f req-82bdcd79-42aa-4942-a15d-391f57ffee50 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:11.016268 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d109ddf7-e60a-405d-abe4-1e3f92a12e4f req-82bdcd79-42aa-4942-a15d-391f57ffee50 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0550327 Apr 05 11:21:11.062699 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d109ddf7-e60a-405d-abe4-1e3f92a12e4f req-9f608c88-029b-4531-94e3-9a349bd88995 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409095 Apr 05 11:21:11.597929 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-dd7372b8-941d-48c2-b5d2-c65ca29e97fe tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:11.599460 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-dd7372b8-941d-48c2-b5d2-c65ca29e97fe tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.58 "GET /v2.0/networks?id=3c3ad901-dee6-4adf-8761-f4e0b40921d1 HTTP/1.1" status: 200 len: 817 time: 0.1022341 Apr 05 11:21:11.684769 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2a3439ba-18da-4623-8d80-8f778ec2c55f req-9769e4cf-4668-4609-994a-00a36bac1ab3 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 210 time: 0.0367324 Apr 05 11:21:11.691692 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-eeaf16a1-e87c-45fb-8fa4-e2c4f00f0822 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8 HTTP/1.1" status: 200 len: 380 time: 0.0831313 Apr 05 11:21:11.706200 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-b36bccdb-60d2-4e84-9bb9-77ee9ba5e2a7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Request body: {'port': {'device_id': '078668ec-0695-4717-bef7-1153cdc2dd14', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'admin_state_up': True, 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'security_groups': ['572cbaa1-ca63-4140-97f0-2424fbbdda10']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:11.977029 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b9b31775-6cba-4340-a875-0d5b2e49bb8f req-d3d576f2-d1a3-4f83-a162-ed1ddbcc47cb tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 210 time: 0.0291660 Apr 05 11:21:11.981020 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-b36bccdb-60d2-4e84-9bb9-77ee9ba5e2a7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Made reservation on behalf of ee45cad25b8c4845b2cf9c11ab2dd7c8 for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:21:11.987625 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-b36bccdb-60d2-4e84-9bb9-77ee9ba5e2a7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:12.082838 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdc212-9cdc-4e36-97b6-851b29dcea8b req-9a130cb3-d515-455e-85fc-730e752740c2 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:12.084327 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3bfdc212-9cdc-4e36-97b6-851b29dcea8b req-9a130cb3-d515-455e-85fc-730e752740c2 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 944 time: 0.1164877 Apr 05 11:21:12.186041 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e8af1-35a1-4fe3-9d38-4f1a35430a2d req-4a5423c5-75c3-4c53-a0cd-f577e3b62bb7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:12.186549 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3bfdc212-9cdc-4e36-97b6-851b29dcea8b req-0bee1f3c-7acd-4705-b104-f82a2371dccc tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944822 Apr 05 11:21:12.187700 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-db0e8af1-35a1-4fe3-9d38-4f1a35430a2d req-4a5423c5-75c3-4c53-a0cd-f577e3b62bb7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0562582 Apr 05 11:21:12.200276 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-b36bccdb-60d2-4e84-9bb9-77ee9ba5e2a7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Allocated IP 172.20.0.4 (3c3ad901-dee6-4adf-8761-f4e0b40921d1/c226d4fe-4408-4a2e-a42d-e1f9fb159119/f631937a-090e-4c88-959c-bbf9308dfac9) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:21:12.237676 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-db0e8af1-35a1-4fe3-9d38-4f1a35430a2d req-23cef53f-a6d6-4c05-8691-989c45e44510 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437531 Apr 05 11:21:12.338187 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-b36bccdb-60d2-4e84-9bb9-77ee9ba5e2a7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for port (f631937a-090e-4c88-959c-bbf9308dfac9), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:12.448202 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-b36bccdb-60d2-4e84-9bb9-77ee9ba5e2a7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:12.493444 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-b36bccdb-60d2-4e84-9bb9-77ee9ba5e2a7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Network 3c3ad901-dee6-4adf-8761-f4e0b40921d1 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:21:12.496490 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-b36bccdb-60d2-4e84-9bb9-77ee9ba5e2a7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:21:12.499180 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-b36bccdb-60d2-4e84-9bb9-77ee9ba5e2a7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:21:12.527865 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bccdb-60d2-4e84-9bb9-77ee9ba5e2a7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Pushing event updated for resources: {'Port': ['ID=f631937a-090e-4c88-959c-bbf9308dfac9,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:12.558996 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-b36bccdb-60d2-4e84-9bb9-77ee9ba5e2a7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:12.559641 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-b36bccdb-60d2-4e84-9bb9-77ee9ba5e2a7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:12.680868 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-b36bccdb-60d2-4e84-9bb9-77ee9ba5e2a7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9780490 Apr 05 11:21:12.695738 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] Request body: {'port': {'device_id': '078668ec-0695-4717-bef7-1153cdc2dd14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:12.735485 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-1f9ba0b6-2375-4602-ab6b-2c059f2c1552 None None] Provisioning complete for port f631937a-090e-4c88-959c-bbf9308dfac9 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:21:12.736031 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1f9ba0b6-2375-4602-ab6b-2c059f2c1552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:12.765851 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:12.771323 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-1f9ba0b6-2375-4602-ab6b-2c059f2c1552 None None] Port f631937a-090e-4c88-959c-bbf9308dfac9 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:21:12.864672 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112eec2-d773-4f70-abdc-e5357d5e7016 req-0e0af983-f6f3-4cd3-8ced-58a5b91e7300 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:12.866138 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d112eec2-d773-4f70-abdc-e5357d5e7016 req-0e0af983-f6f3-4cd3-8ced-58a5b91e7300 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 931 time: 0.0982285 Apr 05 11:21:13.010455 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d112eec2-d773-4f70-abdc-e5357d5e7016 req-9b14d8a0-d3eb-441f-8c03-b38a760d1752 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044037 Apr 05 11:21:13.095114 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d719dd96-bdc4-45a4-93d8-bbac29fccc2c req-c3decaa1-97ef-4c9d-bc17-7e20823c428b tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 210 time: 0.0273261 Apr 05 11:21:13.111766 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f631937a-090e-4c88-959c-bbf9308dfac9 {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:21:13.119432 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] Publish callbacks [] for port (f631937a-090e-4c88-959c-bbf9308dfac9), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:13.131336 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] Transition to ACTIVE for port object f631937a-090e-4c88-959c-bbf9308dfac9 will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:21:13.220389 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:13.302884 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] Pushing event updated for resources: {'Port': ['ID=f631937a-090e-4c88-959c-bbf9308dfac9,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:13.384772 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e47f9d-0ca2-4419-97a8-cbc26cf2d795 req-e8f1ba8e-64d2-4254-9f15-455d4e82ea70 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:13.395198 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d6e47f9d-0ca2-4419-97a8-cbc26cf2d795 req-e8f1ba8e-64d2-4254-9f15-455d4e82ea70 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0616660 Apr 05 11:21:13.395362 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b0bc5-5272-4bb2-be20-b1def60c0e76 req-3992df96-8db9-475d-be84-74977df4bfc5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:13.395362 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e32b0bc5-5272-4bb2-be20-b1def60c0e76 req-3992df96-8db9-475d-be84-74977df4bfc5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 944 time: 0.1386437 Apr 05 11:21:13.439214 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d6e47f9d-0ca2-4419-97a8-cbc26cf2d795 req-972cd19c-912a-4aa5-ba6b-375189472ecb tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450268 Apr 05 11:21:13.444072 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] Attempting to bind port f631937a-090e-4c88-959c-bbf9308dfac9 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:21:13.444416 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] Attempting to bind port f631937a-090e-4c88-959c-bbf9308dfac9 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'eb78556b-59ce-46de-9ac1-65c92f9bd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:21:13.444746 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] Attempting to bind port f631937a-090e-4c88-959c-bbf9308dfac9 on network 3c3ad901-dee6-4adf-8761-f4e0b40921d1 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:21:13.458852 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] Port f631937a-090e-4c88-959c-bbf9308dfac9 on network 3c3ad901-dee6-4adf-8761-f4e0b40921d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:21:13.459177 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] Attempting to bind port f631937a-090e-4c88-959c-bbf9308dfac9 on network 3c3ad901-dee6-4adf-8761-f4e0b40921d1 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:21:13.474159 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e32b0bc5-5272-4bb2-be20-b1def60c0e76 req-d4386c92-4c22-45f1-b853-c2081e51e2d2 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702398 Apr 05 11:21:13.475896 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:21:13.475896 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] Checking segment: {'id': 'eb78556b-59ce-46de-9ac1-65c92f9bd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:21:13.476337 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] Bound using segment: {'id': 'eb78556b-59ce-46de-9ac1-65c92f9bd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:21:13.476639 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] Bound port: f631937a-090e-4c88-959c-bbf9308dfac9, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb78556b-59ce-46de-9ac1-65c92f9bd8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:21:13.477673 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:13.550165 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] For port f631937a-090e-4c88-959c-bbf9308dfac9, host hv-cinder-81899, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:21:13.553039 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] For port f631937a-090e-4c88-959c-bbf9308dfac9, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f631937a-090e-4c88-959c-bbf9308dfac9,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:21:13.599385 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-bbc426c0-23a1-47e0-ac00-8584761ec91d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:13.600927 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-bbc426c0-23a1-47e0-ac00-8584761ec91d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.58 "GET /v2.0/networks?id=61947bc0-bf95-4d84-a95a-a866833cbe78 HTTP/1.1" status: 200 len: 815 time: 0.1221361 Apr 05 11:21:13.648113 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:13.660554 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-ade75725-a70d-4ab2-a0af-9a784d14669d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c6c4204bde44a1183df1338d018b1b1 HTTP/1.1" status: 200 len: 380 time: 0.0514140 Apr 05 11:21:13.668873 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-8ec86b1a-dc3e-4689-9fd1-5bc45f911ae3 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'port': {'device_id': '1eb84f3b-18ce-4112-96a8-e6c729c759d2', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'admin_state_up': True, 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'security_groups': ['7605808b-7e50-480a-95b2-77cae1e6330d']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:13.680851 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:13.681896 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:13.682934 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] 10.222.0.58 "PUT /v2.0/ports/f631937a-090e-4c88-959c-bbf9308dfac9 HTTP/1.1" status: 200 len: 1093 time: 0.9915490 Apr 05 11:21:13.683396 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078668ec-0695-4717-bef7-1153cdc2dd14', 'tag': 'f631937a-090e-4c88-959c-bbf9308dfac9'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:21:13.685693 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34808c3-7e4a-4155-aedc-d71a7f25a528" -d '{"events": [{"name": "network-changed", "server_uuid": "078668ec-0695-4717-bef7-1153cdc2dd14", "tag": "f631937a-090e-4c88-959c-bbf9308dfac9"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:21:13.718395 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48072245-7aab-483b-a1ae-318b5f970f3f service neutron] Pushing event updated for resources: {'Port': ['ID=f631937a-090e-4c88-959c-bbf9308dfac9,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:13.728430 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4bcb6f-95fb-4763-bb2a-8d12f5a03112 x-openstack-request-id: req-ee4bcb6f-95fb-4763-bb2a-8d12f5a03112 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:21:13.728726 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078668ec-0695-4717-bef7-1153cdc2dd14", "tag": "f631937a-090e-4c88-959c-bbf9308dfac9", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:21:13.728983 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee4bcb6f-95fb-4763-bb2a-8d12f5a03112 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:21:13.729389 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee4bcb6f-95fb-4763-bb2a-8d12f5a03112'] response: {'name': 'network-changed', 'server_uuid': '078668ec-0695-4717-bef7-1153cdc2dd14', 'tag': 'f631937a-090e-4c88-959c-bbf9308dfac9', 'status': 'completed', 'code': 200} Apr 05 11:21:13.807523 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34808c3-7e4a-4155-aedc-d71a7f25a528 req-c74b3779-0b6c-4522-80d4-ba3e96b942c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:13.808942 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d34808c3-7e4a-4155-aedc-d71a7f25a528 req-c74b3779-0b6c-4522-80d4-ba3e96b942c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8&device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 1127 time: 0.0463393 Apr 05 11:21:13.915012 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34808c3-7e4a-4155-aedc-d71a7f25a528 req-d4558dab-2610-43e3-97d5-1b05da5008ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:13.916844 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d34808c3-7e4a-4155-aedc-d71a7f25a528 req-d4558dab-2610-43e3-97d5-1b05da5008ce service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1005988 Apr 05 11:21:13.922965 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-8ec86b1a-dc3e-4689-9fd1-5bc45f911ae3 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Made reservation on behalf of 0c6c4204bde44a1183df1338d018b1b1 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:21:13.927008 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-8ec86b1a-dc3e-4689-9fd1-5bc45f911ae3 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:14.017966 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34808c3-7e4a-4155-aedc-d71a7f25a528 req-c3b0b218-f376-499e-88f8-4c5ab912cd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:14.019513 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d34808c3-7e4a-4155-aedc-d71a7f25a528 req-c3b0b218-f376-499e-88f8-4c5ab912cd0a service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971959 Apr 05 11:21:14.072102 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-8ec86b1a-dc3e-4689-9fd1-5bc45f911ae3 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Allocated IP 172.20.0.4 (61947bc0-bf95-4d84-a95a-a866833cbe78/f101b1e5-cdea-47a9-9394-b1ed9aabe983/ff329987-a622-46de-9587-bacbc941bd71) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:21:14.185614 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c52b9-2d23-4155-8ebc-47c136cc30ca req-285da15b-a7d5-44b1-ae7d-79031a28314b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:14.187144 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a84c52b9-2d23-4155-8ebc-47c136cc30ca req-285da15b-a7d5-44b1-ae7d-79031a28314b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0983870 Apr 05 11:21:14.192674 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-8ae647c3-88f1-4595-ac60-d7f6f94a5c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:14.194139 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-8ae647c3-88f1-4595-ac60-d7f6f94a5c42 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8&device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 1127 time: 0.0701027 Apr 05 11:21:14.205884 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-73ecb9fe-4e0f-4f80-b95e-8e3b026ffa80 req-dbbb09ac-cad5-4463-94ac-ee91702a121c tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 210 time: 0.0339925 Apr 05 11:21:14.237320 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-8ec86b1a-dc3e-4689-9fd1-5bc45f911ae3 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for port (ff329987-a622-46de-9587-bacbc941bd71), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:14.248402 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-6923476c-f5d5-4e62-839e-59bd3ad19d87 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f631937a-090e-4c88-959c-bbf9308dfac9 HTTP/1.1" status: 200 len: 217 time: 0.0460389 Apr 05 11:21:14.300464 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a84c52b9-2d23-4155-8ebc-47c136cc30ca req-39eedf53-c804-46ab-9ba3-c711ca06bf7c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053712 Apr 05 11:21:14.311136 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-21f2fa58-23ef-4052-af6d-03f1ca5c50c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:14.313207 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-21f2fa58-23ef-4052-af6d-03f1ca5c50c5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c226d4fe-4408-4a2e-a42d-e1f9fb159119 HTTP/1.1" status: 200 len: 856 time: 0.0571179 Apr 05 11:21:14.362135 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-041c95d0-24cf-432b-a082-8cf75286e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:14.363881 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-041c95d0-24cf-432b-a082-8cf75286e037 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c3ad901-dee6-4adf-8761-f4e0b40921d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444486 Apr 05 11:21:14.380433 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-8ec86b1a-dc3e-4689-9fd1-5bc45f911ae3 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (ff329987-a622-46de-9587-bacbc941bd71), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:14.425962 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-8ec86b1a-dc3e-4689-9fd1-5bc45f911ae3 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Network 61947bc0-bf95-4d84-a95a-a866833cbe78 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:21:14.428925 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-8ec86b1a-dc3e-4689-9fd1-5bc45f911ae3 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:21:14.433212 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-8ec86b1a-dc3e-4689-9fd1-5bc45f911ae3 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:21:14.466048 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-278059db-193c-4c88-bf6e-558f422d70ab service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953622 Apr 05 11:21:14.468435 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec86b1a-dc3e-4689-9fd1-5bc45f911ae3 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'Port': ['ID=ff329987-a622-46de-9587-bacbc941bd71,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:14.494861 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-8ec86b1a-dc3e-4689-9fd1-5bc45f911ae3 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:14.495552 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-8ec86b1a-dc3e-4689-9fd1-5bc45f911ae3 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:14.583842 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-8ec86b1a-dc3e-4689-9fd1-5bc45f911ae3 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9184945 Apr 05 11:21:14.600554 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9006a6-8660-4ec1-a582-2bf10944b9d0 req-22cce682-7c1a-46b7-b936-c9a86dfbe470 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:14.602654 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5f9006a6-8660-4ec1-a582-2bf10944b9d0 req-22cce682-7c1a-46b7-b936-c9a86dfbe470 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0665085 Apr 05 11:21:14.606559 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] Request body: {'port': {'device_id': '1eb84f3b-18ce-4112-96a8-e6c729c759d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:14.629170 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41d5ce63-262e-4994-bcfd-4248e6b6e783 req-f4022e93-a022-4989-acfe-91e433a25900 service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443982 Apr 05 11:21:14.643582 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a587226-ca38-46a4-a5f9-0d37da31835b req-c62be99e-2ff4-4d67-8b82-8c72d36943f7 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:14.645360 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1a587226-ca38-46a4-a5f9-0d37da31835b req-c62be99e-2ff4-4d67-8b82-8c72d36943f7 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 944 time: 0.0762541 Apr 05 11:21:14.699467 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1a587226-ca38-46a4-a5f9-0d37da31835b req-ccb1b363-9bb4-4078-bec5-0597f092543e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439792 Apr 05 11:21:14.705611 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5f9006a6-8660-4ec1-a582-2bf10944b9d0 req-f8ccf22d-b095-422e-9de9-ad9b460c26f3 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950961 Apr 05 11:21:14.707631 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (ff329987-a622-46de-9587-bacbc941bd71), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:14.764067 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-a133040f-4727-4af5-a1b6-de842aff9535 None None] Provisioning complete for port ff329987-a622-46de-9587-bacbc941bd71 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:21:14.764648 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a133040f-4727-4af5-a1b6-de842aff9535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (ff329987-a622-46de-9587-bacbc941bd71), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:14.799499 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-a133040f-4727-4af5-a1b6-de842aff9535 None None] Port ff329987-a622-46de-9587-bacbc941bd71 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:21:14.971263 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff329987-a622-46de-9587-bacbc941bd71 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:21:14.978455 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] Publish callbacks [] for port (ff329987-a622-46de-9587-bacbc941bd71), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:14.990782 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] Transition to ACTIVE for port object ff329987-a622-46de-9587-bacbc941bd71 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:21:15.082918 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (ff329987-a622-46de-9587-bacbc941bd71), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:15.136291 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] Pushing event updated for resources: {'Port': ['ID=ff329987-a622-46de-9587-bacbc941bd71,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:15.209868 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] Attempting to bind port ff329987-a622-46de-9587-bacbc941bd71 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:21:15.210560 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] Attempting to bind port ff329987-a622-46de-9587-bacbc941bd71 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:21:15.210704 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] Attempting to bind port ff329987-a622-46de-9587-bacbc941bd71 on network 61947bc0-bf95-4d84-a95a-a866833cbe78 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:21:15.215588 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] Port ff329987-a622-46de-9587-bacbc941bd71 on network 61947bc0-bf95-4d84-a95a-a866833cbe78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:21:15.215978 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] Attempting to bind port ff329987-a622-46de-9587-bacbc941bd71 on network 61947bc0-bf95-4d84-a95a-a866833cbe78 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:21:15.220895 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:21:15.221232 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] Checking segment: {'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:21:15.221719 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] Bound using segment: {'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:21:15.222105 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] Bound port: ff329987-a622-46de-9587-bacbc941bd71, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:21:15.222466 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (ff329987-a622-46de-9587-bacbc941bd71), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:15.298232 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] For port ff329987-a622-46de-9587-bacbc941bd71, host hv-cinder-81899, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:21:15.301398 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] For port ff329987-a622-46de-9587-bacbc941bd71, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=ff329987-a622-46de-9587-bacbc941bd71,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:21:15.334546 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2f1a2-c9a6-4480-acbd-61694d2bb321 req-4e8d4443-1156-4d75-a721-9d95a2026367 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:15.336042 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6bf2f1a2-c9a6-4480-acbd-61694d2bb321 req-4e8d4443-1156-4d75-a721-9d95a2026367 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 943 time: 0.0561509 Apr 05 11:21:15.369576 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (ff329987-a622-46de-9587-bacbc941bd71), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:15.383022 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6bf2f1a2-c9a6-4480-acbd-61694d2bb321 req-4a354897-6f23-4a86-b52a-bf14aca08eaf tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=7605808b-7e50-480a-95b2-77cae1e6330d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413003 Apr 05 11:21:15.429838 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:15.431038 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:15.432420 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] 10.222.0.58 "PUT /v2.0/ports/ff329987-a622-46de-9587-bacbc941bd71 HTTP/1.1" status: 200 len: 1093 time: 0.8399258 Apr 05 11:21:15.434700 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb84f3b-18ce-4112-96a8-e6c729c759d2', 'tag': 'ff329987-a622-46de-9587-bacbc941bd71'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:21:15.443174 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7daf4fc-d0f8-404e-88b8-ce71b8bf640e" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb84f3b-18ce-4112-96a8-e6c729c759d2", "tag": "ff329987-a622-46de-9587-bacbc941bd71"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:21:15.480663 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1180c3-407b-4b21-a839-2680e28a6957 service neutron] Pushing event updated for resources: {'Port': ['ID=ff329987-a622-46de-9587-bacbc941bd71,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:15.489055 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d3ed8b-061e-4b73-834e-9b60909a5015 x-openstack-request-id: req-58d3ed8b-061e-4b73-834e-9b60909a5015 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:21:15.489344 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb84f3b-18ce-4112-96a8-e6c729c759d2", "tag": "ff329987-a622-46de-9587-bacbc941bd71", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:21:15.489597 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58d3ed8b-061e-4b73-834e-9b60909a5015 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:21:15.490001 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58d3ed8b-061e-4b73-834e-9b60909a5015'] response: {'name': 'network-changed', 'server_uuid': '1eb84f3b-18ce-4112-96a8-e6c729c759d2', 'tag': 'ff329987-a622-46de-9587-bacbc941bd71', 'status': 'completed', 'code': 200} Apr 05 11:21:15.502480 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79755f6-abfb-49ea-a45c-23d666401e9f req-dfe66bd2-5336-42b5-93b5-79bdb9c0c8c6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:15.504095 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d79755f6-abfb-49ea-a45c-23d666401e9f req-dfe66bd2-5336-42b5-93b5-79bdb9c0c8c6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.1301007 Apr 05 11:21:15.553723 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d79755f6-abfb-49ea-a45c-23d666401e9f req-81282521-7689-4e3c-9ded-f735b1bc3dfb tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439694 Apr 05 11:21:15.823244 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e792b8-66ba-4396-964b-cb223572eef0 req-c7a03afd-ae20-4ebc-9e31-3abb8800ff52 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:15.824715 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-60e792b8-66ba-4396-964b-cb223572eef0 req-c7a03afd-ae20-4ebc-9e31-3abb8800ff52 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 944 time: 0.0517359 Apr 05 11:21:15.826530 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e99d4-1dcf-40f1-9500-fb7f7753d523 req-abace455-4a3e-4e15-a603-543c055322be tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:15.828001 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-492e99d4-1dcf-40f1-9500-fb7f7753d523 req-abace455-4a3e-4e15-a603-543c055322be tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0509872 Apr 05 11:21:15.875449 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-492e99d4-1dcf-40f1-9500-fb7f7753d523 req-1306a8ec-09ae-4947-b586-3b4755a5ca7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417249 Apr 05 11:21:15.876480 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-60e792b8-66ba-4396-964b-cb223572eef0 req-749084d9-f20c-4c4a-a64f-40de4f165772 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460103 Apr 05 11:21:16.503739 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d90cc-185b-46f5-aba9-f753814cb4e9 req-c37ec23b-0ff5-4c73-a9d1-9ec48a4f4cdc tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:16.505205 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-121d90cc-185b-46f5-aba9-f753814cb4e9 req-c37ec23b-0ff5-4c73-a9d1-9ec48a4f4cdc tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 943 time: 0.0553949 Apr 05 11:21:16.558836 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-121d90cc-185b-46f5-aba9-f753814cb4e9 req-881dc283-4e84-4e3c-8045-b188c43e2929 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=7605808b-7e50-480a-95b2-77cae1e6330d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476093 Apr 05 11:21:16.675958 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e80cda3-a452-4809-a304-3f650f6a774f req-c5ad09b0-939a-478a-8eb3-7433e25cf950 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:16.677419 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4e80cda3-a452-4809-a304-3f650f6a774f req-c5ad09b0-939a-478a-8eb3-7433e25cf950 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0522099 Apr 05 11:21:16.711021 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:16.727810 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4e80cda3-a452-4809-a304-3f650f6a774f req-2adb2743-d594-438f-9e3f-c3bf45c934f4 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434127 Apr 05 11:21:16.994556 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab065b-62b0-43c4-b9f3-501939ddda5a req-3eb9c9f3-b967-4fb5-9664-b4829257adb6 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:16.995046 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc912f70-7b3b-4122-902b-746f8cfc290c req-624964a9-24d3-4951-9b75-a6b1083196e4 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:16.996133 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-14ab065b-62b0-43c4-b9f3-501939ddda5a req-3eb9c9f3-b967-4fb5-9664-b4829257adb6 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 944 time: 0.0530765 Apr 05 11:21:16.996614 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fc912f70-7b3b-4122-902b-746f8cfc290c req-624964a9-24d3-4951-9b75-a6b1083196e4 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0531178 Apr 05 11:21:17.049982 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-fc912f70-7b3b-4122-902b-746f8cfc290c req-11268656-3134-4d9f-8546-cd5b7488f9cd tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417345 Apr 05 11:21:17.052438 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-14ab065b-62b0-43c4-b9f3-501939ddda5a req-f5700a75-7c92-4b81-9522-9eb2f524da1a tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449688 Apr 05 11:21:17.678581 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db63a98-d0fb-4a16-a82a-7ce26d6abeeb req-2a01be8f-2b8a-4f39-992a-999ba518d282 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:17.680541 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8db63a98-d0fb-4a16-a82a-7ce26d6abeeb req-2a01be8f-2b8a-4f39-992a-999ba518d282 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 943 time: 0.0546899 Apr 05 11:21:17.725659 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8db63a98-d0fb-4a16-a82a-7ce26d6abeeb req-d4823521-db34-4db8-90b9-93b793325ab4 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=7605808b-7e50-480a-95b2-77cae1e6330d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395176 Apr 05 11:21:17.851335 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a0e10-3523-42b8-b257-edeb06146a08 req-64aa8543-22e6-401a-ab44-8ae7c73f5596 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:17.853181 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4a1a0e10-3523-42b8-b257-edeb06146a08 req-64aa8543-22e6-401a-ab44-8ae7c73f5596 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0551302 Apr 05 11:21:17.899911 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4a1a0e10-3523-42b8-b257-edeb06146a08 req-9e7f3caa-b146-4eac-a3dc-4b0e4603b9d7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409963 Apr 05 11:21:18.169463 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81664c53-2229-4b68-bf09-e2f29cb3d3fc req-43f3ef8a-928e-442a-a28c-efe243413614 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:18.169774 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb7cb8-6732-4a58-9694-fa71979892ad req-001c4f17-c191-4305-a8e4-e4af6516fa7f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:18.170876 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-81664c53-2229-4b68-bf09-e2f29cb3d3fc req-43f3ef8a-928e-442a-a28c-efe243413614 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 944 time: 0.0531561 Apr 05 11:21:18.171272 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1dfb7cb8-6732-4a58-9694-fa71979892ad req-001c4f17-c191-4305-a8e4-e4af6516fa7f tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0528703 Apr 05 11:21:18.219379 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1dfb7cb8-6732-4a58-9694-fa71979892ad req-de650271-71d0-4a9f-9061-020ba1e24ddd tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421100 Apr 05 11:21:18.220683 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-81664c53-2229-4b68-bf09-e2f29cb3d3fc req-cd8a24e9-0bf2-4767-909a-9e05d13c6972 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442908 Apr 05 11:21:18.385600 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-09626d45-3116-4784-ab31-b7869c2b7706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:18.478160 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daf4fc-d0f8-404e-88b8-ce71b8bf640e req-8f9a06b3-d490-461c-bb9a-c4ed0d26a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:18.479682 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e7daf4fc-d0f8-404e-88b8-ce71b8bf640e req-8f9a06b3-d490-461c-bb9a-c4ed0d26a5a3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c6c4204bde44a1183df1338d018b1b1&device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 1127 time: 0.0435226 Apr 05 11:21:18.579234 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device f631937a-090e-4c88-959c-bbf9308dfac9 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:21:18.584408 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daf4fc-d0f8-404e-88b8-ce71b8bf640e req-ab7f9ac4-5fdc-4119-9b64-11df6f7c6d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:18.586166 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e7daf4fc-d0f8-404e-88b8-ce71b8bf640e req-ab7f9ac4-5fdc-4119-9b64-11df6f7c6d64 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=0c6c4204bde44a1183df1338d018b1b1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0971246 Apr 05 11:21:18.682010 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port f631937a-090e-4c88-959c-bbf9308dfac9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f631937a-090e-4c88-959c-bbf9308dfac9,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:21:18.693374 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': 'f631937a-090e-4c88-959c-bbf9308dfac9', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'port_id': 'f631937a-090e-4c88-959c-bbf9308dfac9', 'mac_address': 'fa:16:3e:15:35:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:21:18.707534 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7daf4fc-d0f8-404e-88b8-ce71b8bf640e req-78687692-919f-410e-8b32-4e62c9c9325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:18.708953 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e7daf4fc-d0f8-404e-88b8-ce71b8bf640e req-78687692-919f-410e-8b32-4e62c9c9325f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930626 Apr 05 11:21:18.733552 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port f631937a-090e-4c88-959c-bbf9308dfac9 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:21:18.734196 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:18.748663 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f631937a-090e-4c88-959c-bbf9308dfac9 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:21:18.770352 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port f631937a-090e-4c88-959c-bbf9308dfac9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f631937a-090e-4c88-959c-bbf9308dfac9,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:21:18.791803 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-09ef26ff-5352-4f14-8146-bb8d13520feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:18.793301 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-09ef26ff-5352-4f14-8146-bb8d13520feb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c6c4204bde44a1183df1338d018b1b1&device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 1127 time: 0.0450604 Apr 05 11:21:18.838861 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-d790b7f5-f738-48dc-8a94-08d2113926ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff329987-a622-46de-9587-bacbc941bd71 HTTP/1.1" status: 200 len: 217 time: 0.0350101 Apr 05 11:21:18.844721 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425a733-209a-48b4-8692-80b8eec2443b req-d385ba3e-f07b-41bd-b6be-537d1e6c42f9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:18.846161 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5425a733-209a-48b4-8692-80b8eec2443b req-d385ba3e-f07b-41bd-b6be-537d1e6c42f9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 943 time: 0.0512867 Apr 05 11:21:18.887741 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-3ebe4e3b-0351-4ecf-82e4-710094c16fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:18.889233 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-3ebe4e3b-0351-4ecf-82e4-710094c16fa1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f101b1e5-cdea-47a9-9394-b1ed9aabe983 HTTP/1.1" status: 200 len: 854 time: 0.0451133 Apr 05 11:21:18.896944 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5425a733-209a-48b4-8692-80b8eec2443b req-759e39a3-11a4-42ec-bf3b-32e83d10b554 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=7605808b-7e50-480a-95b2-77cae1e6330d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450759 Apr 05 11:21:18.899905 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:18.943154 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-680ade02-d33d-4992-ac6b-2711b9a07d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:18.944949 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-680ade02-d33d-4992-ac6b-2711b9a07d2b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=61947bc0-bf95-4d84-a95a-a866833cbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502996 Apr 05 11:21:18.952850 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=f631937a-090e-4c88-959c-bbf9308dfac9,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:18.960009 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:18.960365 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:18.961824 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:18.962041 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:18.962383 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:18.962750 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:18.963082 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:18.963413 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:18.963741 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:18.964112 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:18.964392 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:18.964720 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:18.965041 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:18.965362 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:18.965683 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:21:19.066248 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-2080802d-f4dc-44bf-9c64-686a32269270 service neutron] 10.222.0.58 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138484 Apr 05 11:21:19.078776 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffad8fd-60d4-41f1-9a2f-ad326e177871 req-9b87ba20-87af-4831-ba50-87e9cc52c665 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:19.080142 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cffad8fd-60d4-41f1-9a2f-ad326e177871 req-9b87ba20-87af-4831-ba50-87e9cc52c665 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 944 time: 0.0770550 Apr 05 11:21:19.127256 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cffad8fd-60d4-41f1-9a2f-ad326e177871 req-267d1bc5-341e-429b-a63a-4ff23ab47a49 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414102 Apr 05 11:21:19.267706 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ccb5cbd3-ec2e-4a95-b287-d09a5d170889 req-bdcb8193-5948-4d9f-9cb8-431f9f49e73a service neutron] 10.222.0.58 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917559 Apr 05 11:21:19.320242 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['f631937a-090e-4c88-959c-bbf9308dfac9'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:21:19.345745 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057ec79-e5e5-491c-8769-9817ee198738 req-adc8bcc0-35e3-44ca-8f9f-0fe3721fda63 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:19.347411 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6057ec79-e5e5-491c-8769-9817ee198738 req-adc8bcc0-35e3-44ca-8f9f-0fe3721fda63 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 944 time: 0.0602360 Apr 05 11:21:19.348636 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73767e4-c0a0-402e-b0ec-b8015f692067 req-f2a11052-a1f6-4121-98c6-a032b0606245 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:19.351088 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c73767e4-c0a0-402e-b0ec-b8015f692067 req-f2a11052-a1f6-4121-98c6-a032b0606245 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0605206 Apr 05 11:21:19.404899 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c73767e4-c0a0-402e-b0ec-b8015f692067 req-94502482-9200-4e11-93a8-0ce2e8747fd5 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491171 Apr 05 11:21:19.405351 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6057ec79-e5e5-491c-8769-9817ee198738 req-13016e71-3ccc-4b09-b21e-8ce79feb8d5c tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518882 Apr 05 11:21:20.013822 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603e65e-07cf-4f49-b8a5-c50bcb23b1b9 req-95acf110-8927-4266-9c96-83ddb57734ed tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:20.015302 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2603e65e-07cf-4f49-b8a5-c50bcb23b1b9 req-95acf110-8927-4266-9c96-83ddb57734ed tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 943 time: 0.0518024 Apr 05 11:21:20.061111 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2603e65e-07cf-4f49-b8a5-c50bcb23b1b9 req-8dea1ae4-ad94-4b8f-8e1e-55ac4c96b38d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=7605808b-7e50-480a-95b2-77cae1e6330d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401723 Apr 05 11:21:20.247899 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedc94c-9848-412d-a2d5-c25a5282002e req-acc91ae6-f153-46aa-ac5f-97fc5f75b1dd tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:20.249438 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eeedc94c-9848-412d-a2d5-c25a5282002e req-acc91ae6-f153-46aa-ac5f-97fc5f75b1dd tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 944 time: 0.0521779 Apr 05 11:21:20.297698 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eeedc94c-9848-412d-a2d5-c25a5282002e req-e3a5ce39-6f23-4a00-ac16-f03ca1b1a937 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419281 Apr 05 11:21:20.527714 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764e89b-1128-4c61-b854-4ab977415912 req-2fe646f0-3574-41cc-b11a-5b58699b7d93 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:20.528366 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f21575-2f2a-4f7b-bfe9-2caff893fc7a req-e8138a0f-4c22-48e7-9926-945e5c3538c8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:20.529161 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6764e89b-1128-4c61-b854-4ab977415912 req-2fe646f0-3574-41cc-b11a-5b58699b7d93 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 944 time: 0.0559237 Apr 05 11:21:20.529931 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6f21575-2f2a-4f7b-bfe9-2caff893fc7a req-e8138a0f-4c22-48e7-9926-945e5c3538c8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0532014 Apr 05 11:21:20.577657 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6764e89b-1128-4c61-b854-4ab977415912 req-d2925b9c-d8a4-40c2-a73c-b0783467333d tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427547 Apr 05 11:21:20.580000 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6f21575-2f2a-4f7b-bfe9-2caff893fc7a req-cc308b6d-54d6-41a3-996c-5b95fcd9aa32 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447485 Apr 05 11:21:20.692131 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:21:20.695229 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device f631937a-090e-4c88-959c-bbf9308dfac9 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:21:20.822235 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=636d7202-7eb2-4976-9af9-7eb3c2e5f3e2,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:21:20.838137 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': '636d7202-7eb2-4976-9af9-7eb3c2e5f3e2', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'port_id': '636d7202-7eb2-4976-9af9-7eb3c2e5f3e2', 'mac_address': 'fa:16:3e:97:b1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:21:20.871514 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port f631937a-090e-4c88-959c-bbf9308dfac9 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:21:20.883486 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port f631937a-090e-4c88-959c-bbf9308dfac9 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:21:20.883854 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:20.909501 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:21:20.909879 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (636d7202-7eb2-4976-9af9-7eb3c2e5f3e2), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:20.937459 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:21:20.960527 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=636d7202-7eb2-4976-9af9-7eb3c2e5f3e2,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:21:20.984532 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3719623e-5340-47c5-be97-1b89b18c3ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:21.002163 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port f631937a-090e-4c88-959c-bbf9308dfac9 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:21:21.002561 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:21.027679 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078668ec-0695-4717-bef7-1153cdc2dd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f631937a-090e-4c88-959c-bbf9308dfac9'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:21:21.029872 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8162bd-c072-43ec-83a2-0cb97466311a" -d '{"events": [{"server_uuid": "078668ec-0695-4717-bef7-1153cdc2dd14", "name": "network-vif-plugged", "status": "completed", "tag": "f631937a-090e-4c88-959c-bbf9308dfac9"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:21:21.042945 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port f631937a-090e-4c88-959c-bbf9308dfac9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f631937a-090e-4c88-959c-bbf9308dfac9,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:21:21.048312 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (636d7202-7eb2-4976-9af9-7eb3c2e5f3e2), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:21.071017 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3eefe0-c8a3-42ad-be31-93f66d137a24 x-openstack-request-id: req-de3eefe0-c8a3-42ad-be31-93f66d137a24 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:21:21.071307 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078668ec-0695-4717-bef7-1153cdc2dd14", "name": "network-vif-plugged", "status": "completed", "tag": "f631937a-090e-4c88-959c-bbf9308dfac9", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:21:21.071597 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de3eefe0-c8a3-42ad-be31-93f66d137a24 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:21:21.071979 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de3eefe0-c8a3-42ad-be31-93f66d137a24'] response: {'server_uuid': '078668ec-0695-4717-bef7-1153cdc2dd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f631937a-090e-4c88-959c-bbf9308dfac9', 'code': 200} Apr 05 11:21:21.097048 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=636d7202-7eb2-4976-9af9-7eb3c2e5f3e2,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:21.128450 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:21.175307 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=f631937a-090e-4c88-959c-bbf9308dfac9,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:21.178797 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabaab7e-5ce0-4b1b-a04f-feeabed2f847 req-7a3a2828-67b4-42bf-93b3-c1eba876a60e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:21.180389 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-aabaab7e-5ce0-4b1b-a04f-feeabed2f847 req-7a3a2828-67b4-42bf-93b3-c1eba876a60e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 943 time: 0.0527301 Apr 05 11:21:21.228706 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-aabaab7e-5ce0-4b1b-a04f-feeabed2f847 req-f7ae7a23-06bc-41c8-b9da-3ca89c3eb003 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=7605808b-7e50-480a-95b2-77cae1e6330d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412204 Apr 05 11:21:21.420374 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab31b8-85ad-4219-a454-bf140c5d232e req-91f6c458-40de-4d4b-8da9-33093cf3008d tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:21.421847 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-beab31b8-85ad-4219-a454-bf140c5d232e req-91f6c458-40de-4d4b-8da9-33093cf3008d tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0521300 Apr 05 11:21:21.459839 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['636d7202-7eb2-4976-9af9-7eb3c2e5f3e2'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:21:21.467617 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-beab31b8-85ad-4219-a454-bf140c5d232e req-89a8dd54-0f56-48b8-9c3a-e29d5eeb9dae tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400620 Apr 05 11:21:21.703561 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2fe6b-b185-4868-aa22-66a4ef4dc759 req-d7c7eebc-1b90-4e5e-9b4f-bfaec49957c2 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:21.705033 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-88d2fe6b-b185-4868-aa22-66a4ef4dc759 req-d7c7eebc-1b90-4e5e-9b4f-bfaec49957c2 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0568595 Apr 05 11:21:21.706324 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e33865-1f18-4a5e-a41e-d59839a5d594 req-17a6f4f4-9ab2-4f85-9e64-cbf1b0a17b1a tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:21.707817 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b5e33865-1f18-4a5e-a41e-d59839a5d594 req-17a6f4f4-9ab2-4f85-9e64-cbf1b0a17b1a tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 945 time: 0.0582745 Apr 05 11:21:21.759374 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b5e33865-1f18-4a5e-a41e-d59839a5d594 req-bffb1b19-b713-4a71-af3e-d8e3c6ac26b1 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452521 Apr 05 11:21:21.922593 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:22.007541 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-88d2fe6b-b185-4868-aa22-66a4ef4dc759 req-1d0dbd0c-cf66-44cc-a361-fa5245e5f58e tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2966561 Apr 05 11:21:22.353283 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90292929-2f92-4ce1-b652-e2997c36efc6 req-0204f4c5-40f0-4c51-bf0e-f422eaa4b611 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:22.354762 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-90292929-2f92-4ce1-b652-e2997c36efc6 req-0204f4c5-40f0-4c51-bf0e-f422eaa4b611 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 943 time: 0.0560682 Apr 05 11:21:22.401441 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-90292929-2f92-4ce1-b652-e2997c36efc6 req-eaa1ccdb-315d-41bc-ad4e-9d3d88858728 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=7605808b-7e50-480a-95b2-77cae1e6330d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411379 Apr 05 11:21:22.592134 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83514c33-1e26-4a94-b460-d8f78f9fff4e req-15e4f01e-ffcb-4406-b2b9-553cfaf42a9c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:22.593513 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-83514c33-1e26-4a94-b460-d8f78f9fff4e req-15e4f01e-ffcb-4406-b2b9-553cfaf42a9c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0519176 Apr 05 11:21:22.638846 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-83514c33-1e26-4a94-b460-d8f78f9fff4e req-e9fa2dbb-4d9f-48ce-bf7e-8e77c466418a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396645 Apr 05 11:21:22.704449 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device ff329987-a622-46de-9587-bacbc941bd71 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:21:22.708143 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:21:22.842396 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port ff329987-a622-46de-9587-bacbc941bd71, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=ff329987-a622-46de-9587-bacbc941bd71,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:21:22.854013 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': 'ff329987-a622-46de-9587-bacbc941bd71', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'port_id': 'ff329987-a622-46de-9587-bacbc941bd71', 'mac_address': 'fa:16:3e:e5:65:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:21:22.876973 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeafaf2-8745-4719-9b9a-186f63eadc1a req-573509de-4868-4c9b-ba94-2736b1883cd9 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:22.878513 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2aeafaf2-8745-4719-9b9a-186f63eadc1a req-573509de-4868-4c9b-ba94-2736b1883cd9 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 945 time: 0.0517700 Apr 05 11:21:22.897955 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port ff329987-a622-46de-9587-bacbc941bd71 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:21:22.898345 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (ff329987-a622-46de-9587-bacbc941bd71), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:22.908462 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:21:22.913492 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff329987-a622-46de-9587-bacbc941bd71 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:21:22.918971 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:21:22.919343 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (636d7202-7eb2-4976-9af9-7eb3c2e5f3e2), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:22.928468 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2aeafaf2-8745-4719-9b9a-186f63eadc1a req-394fde82-6f23-4d44-bff0-a197285ae000 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432734 Apr 05 11:21:22.954294 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port ff329987-a622-46de-9587-bacbc941bd71, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=ff329987-a622-46de-9587-bacbc941bd71,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:21:23.006640 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:21:23.007023 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (636d7202-7eb2-4976-9af9-7eb3c2e5f3e2), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:23.038653 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=636d7202-7eb2-4976-9af9-7eb3c2e5f3e2,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:21:23.072801 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af2a30d-f115-44a9-9a90-d1699560bd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636d7202-7eb2-4976-9af9-7eb3c2e5f3e2'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:21:23.075240 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5caed8d1-734c-4473-a7f8-de28e2f4582a" -d '{"events": [{"server_uuid": "1af2a30d-f115-44a9-9a90-d1699560bd75", "name": "network-vif-plugged", "status": "completed", "tag": "636d7202-7eb2-4976-9af9-7eb3c2e5f3e2"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:21:23.078558 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (ff329987-a622-46de-9587-bacbc941bd71), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:23.114960 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c857264b-57bc-4fda-8772-d1f460c573d2 x-openstack-request-id: req-c857264b-57bc-4fda-8772-d1f460c573d2 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:21:23.119486 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af2a30d-f115-44a9-9a90-d1699560bd75", "name": "network-vif-plugged", "status": "completed", "tag": "636d7202-7eb2-4976-9af9-7eb3c2e5f3e2", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:21:23.119486 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c857264b-57bc-4fda-8772-d1f460c573d2 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:21:23.119486 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c857264b-57bc-4fda-8772-d1f460c573d2'] response: {'server_uuid': '1af2a30d-f115-44a9-9a90-d1699560bd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636d7202-7eb2-4976-9af9-7eb3c2e5f3e2', 'code': 200} Apr 05 11:21:23.121940 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (636d7202-7eb2-4976-9af9-7eb3c2e5f3e2), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:23.131718 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625c484-28c7-425b-ba14-ff53ca23cbbe req-09084783-3883-4ee5-a8f7-2611b689d9d7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:23.133181 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2625c484-28c7-425b-ba14-ff53ca23cbbe req-09084783-3883-4ee5-a8f7-2611b689d9d7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0579548 Apr 05 11:21:23.151349 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=ff329987-a622-46de-9587-bacbc941bd71,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:23.185958 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2625c484-28c7-425b-ba14-ff53ca23cbbe req-ed335e7f-20b2-4d3a-be67-9deda97da1f9 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458195 Apr 05 11:21:23.304606 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:23.331733 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=636d7202-7eb2-4976-9af9-7eb3c2e5f3e2,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:23.501580 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['ff329987-a622-46de-9587-bacbc941bd71'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:21:23.524221 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f7967-a6aa-4d25-8451-18258d924983 req-7bf93c09-3d46-468a-a685-8632a0042baa tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:23.525801 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-be4f7967-a6aa-4d25-8451-18258d924983 req-7bf93c09-3d46-468a-a685-8632a0042baa tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 944 time: 0.0572057 Apr 05 11:21:23.571694 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-be4f7967-a6aa-4d25-8451-18258d924983 req-f395355b-4405-4f0f-8159-0cdb42c90ddf tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=7605808b-7e50-480a-95b2-77cae1e6330d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400975 Apr 05 11:21:23.763929 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab0262-084c-4240-b00b-5500322673e1 req-b07012ce-2d58-43d7-a6ff-aeb1f0328700 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:23.765385 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13ab0262-084c-4240-b00b-5500322673e1 req-b07012ce-2d58-43d7-a6ff-aeb1f0328700 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0532100 Apr 05 11:21:23.815083 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13ab0262-084c-4240-b00b-5500322673e1 req-4691ad02-d0f2-4a9d-a95d-068071d92b77 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440953 Apr 05 11:21:23.980381 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663684d3-2174-48f3-835a-ae72112696fb req-956a73eb-a662-41dd-a12c-9cc1b713f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:23.983450 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-663684d3-2174-48f3-835a-ae72112696fb req-956a73eb-a662-41dd-a12c-9cc1b713f419 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 1129 time: 0.0498927 Apr 05 11:21:24.062660 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-663684d3-2174-48f3-835a-ae72112696fb req-40af152f-1722-4095-8afd-01b622c4cb9f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637949 Apr 05 11:21:24.080476 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3d04c-e569-4f31-867f-4ffd45e479f7 req-0dae6b2a-c24f-4c46-b01c-02c048660d9f tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:24.081896 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1cc3d04c-e569-4f31-867f-4ffd45e479f7 req-0dae6b2a-c24f-4c46-b01c-02c048660d9f tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 946 time: 0.0683239 Apr 05 11:21:24.136215 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1cc3d04c-e569-4f31-867f-4ffd45e479f7 req-320dd77f-6edf-4cd9-861f-5cb0159410c1 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479727 Apr 05 11:21:24.303415 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df214b-39fa-44ea-aa9a-c4f0c706a100 req-b5afe370-237e-4bfd-928b-dfcdc87838e6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:24.304880 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-09df214b-39fa-44ea-aa9a-c4f0c706a100 req-b5afe370-237e-4bfd-928b-dfcdc87838e6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0518057 Apr 05 11:21:24.351795 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-09df214b-39fa-44ea-aa9a-c4f0c706a100 req-2c83cfec-7d24-4b11-af53-f50ff1d14a46 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403421 Apr 05 11:21:24.442039 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990f5c7-82ee-4f1e-b9e0-f6184c975cf1 req-5f6bb277-c3fe-4494-95dd-551a91101ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:24.443632 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0990f5c7-82ee-4f1e-b9e0-f6184c975cf1 req-5f6bb277-c3fe-4494-95dd-551a91101ae0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 1129 time: 0.0456319 Apr 05 11:21:24.469701 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5085cf5-de7f-4bd0-849a-63efb967d66e req-8bb3775e-fba0-4241-bec4-a2a4a09e1d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:24.471143 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b5085cf5-de7f-4bd0-849a-63efb967d66e req-8bb3775e-fba0-4241-bec4-a2a4a09e1d26 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 1130 time: 0.0489724 Apr 05 11:21:24.488825 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0990f5c7-82ee-4f1e-b9e0-f6184c975cf1 req-580e6104-06f2-4a69-92fc-59e3750295f9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382965 Apr 05 11:21:24.523303 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b5085cf5-de7f-4bd0-849a-63efb967d66e req-1d4bf658-ccc8-4bf3-bfa2-d40f935077a9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403299 Apr 05 11:21:24.688247 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ac7e7-cb34-46cc-829e-ec6b50741c21 req-77f79e0f-8dca-4dca-b53a-fa7b5599182f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:24.689687 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-946ac7e7-cb34-46cc-829e-ec6b50741c21 req-77f79e0f-8dca-4dca-b53a-fa7b5599182f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 944 time: 0.0513721 Apr 05 11:21:24.706035 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device ff329987-a622-46de-9587-bacbc941bd71 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:21:24.735674 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-946ac7e7-cb34-46cc-829e-ec6b50741c21 req-6b94554c-6d99-4157-b64c-93c1fe3e4447 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=7605808b-7e50-480a-95b2-77cae1e6330d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403666 Apr 05 11:21:24.817907 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port ff329987-a622-46de-9587-bacbc941bd71 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:21:24.821968 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port ff329987-a622-46de-9587-bacbc941bd71 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:21:24.822342 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (ff329987-a622-46de-9587-bacbc941bd71), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:24.917940 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port ff329987-a622-46de-9587-bacbc941bd71 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:21:24.918330 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (ff329987-a622-46de-9587-bacbc941bd71), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:24.941548 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf9019-b83c-4a85-8af9-745ef7adafae req-fb46eefe-b310-4b81-9ebb-6729108ea939 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:24.943040 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aaaf9019-b83c-4a85-8af9-745ef7adafae req-fb46eefe-b310-4b81-9ebb-6729108ea939 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0568535 Apr 05 11:21:24.952321 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port ff329987-a622-46de-9587-bacbc941bd71, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=ff329987-a622-46de-9587-bacbc941bd71,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:21:24.991872 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aaaf9019-b83c-4a85-8af9-745ef7adafae req-390f3102-ab1a-4738-8ca1-e08c35c5036b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431530 Apr 05 11:21:24.998228 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:25.117435 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb84f3b-18ce-4112-96a8-e6c729c759d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff329987-a622-46de-9587-bacbc941bd71'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:21:25.119803 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb63c30f-b349-4638-80d9-4684e99ae9ef" -d '{"events": [{"server_uuid": "1eb84f3b-18ce-4112-96a8-e6c729c759d2", "name": "network-vif-plugged", "status": "completed", "tag": "ff329987-a622-46de-9587-bacbc941bd71"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:21:25.160450 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec7f8e9-d51b-4ec6-8620-53bdacb32f1d x-openstack-request-id: req-5ec7f8e9-d51b-4ec6-8620-53bdacb32f1d {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:21:25.160450 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb84f3b-18ce-4112-96a8-e6c729c759d2", "name": "network-vif-plugged", "status": "completed", "tag": "ff329987-a622-46de-9587-bacbc941bd71", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:21:25.160450 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ec7f8e9-d51b-4ec6-8620-53bdacb32f1d {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:21:25.160450 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec7f8e9-d51b-4ec6-8620-53bdacb32f1d'] response: {'server_uuid': '1eb84f3b-18ce-4112-96a8-e6c729c759d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff329987-a622-46de-9587-bacbc941bd71', 'code': 200} Apr 05 11:21:25.214399 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (ff329987-a622-46de-9587-bacbc941bd71), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:25.256926 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1650a7-ce89-4e21-9887-cefdc414a825 req-398f4e1f-4b61-44aa-9cc8-cb19aa8ecc0f tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:25.258766 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4c1650a7-ce89-4e21-9887-cefdc414a825 req-398f4e1f-4b61-44aa-9cc8-cb19aa8ecc0f tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 946 time: 0.0580163 Apr 05 11:21:25.265282 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=ff329987-a622-46de-9587-bacbc941bd71,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:25.308592 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4c1650a7-ce89-4e21-9887-cefdc414a825 req-826a6ffb-e95b-40bc-afd0-3d3ddc0b22af tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441144 Apr 05 11:21:25.474977 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544d75f-5b0c-4f6a-9f1c-9e66d2640472 req-7f7968bb-b282-4461-9aa5-0ab0fd2723bb tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:25.480904 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a544d75f-5b0c-4f6a-9f1c-9e66d2640472 req-7f7968bb-b282-4461-9aa5-0ab0fd2723bb tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0551648 Apr 05 11:21:25.522440 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a544d75f-5b0c-4f6a-9f1c-9e66d2640472 req-aec4eedb-bc29-4b3d-9b57-832a66a28252 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402508 Apr 05 11:21:25.853693 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43453345-5305-41f4-b920-a80595cf634d req-d01d9ef6-cc44-4105-b8ae-cf60e7764817 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:25.855203 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-43453345-5305-41f4-b920-a80595cf634d req-d01d9ef6-cc44-4105-b8ae-cf60e7764817 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 945 time: 0.0513210 Apr 05 11:21:25.901206 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-43453345-5305-41f4-b920-a80595cf634d req-f93c9c53-3c57-4b4d-89b3-9a20612cdc2f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=7605808b-7e50-480a-95b2-77cae1e6330d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404024 Apr 05 11:21:26.114212 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5f80e-22a4-4a10-b457-de3ff73fd738 req-5ed4931b-071b-43e1-b398-269a3c76daef tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:26.115683 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-75f5f80e-22a4-4a10-b457-de3ff73fd738 req-5ed4931b-071b-43e1-b398-269a3c76daef tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0529428 Apr 05 11:21:26.163373 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-75f5f80e-22a4-4a10-b457-de3ff73fd738 req-ff5d8168-819c-4d9c-b327-d497d7a72640 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420280 Apr 05 11:21:26.427456 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dbe81-f067-49e1-8fb4-e370c483d85b req-9f87e2ea-0388-4dbc-8b2a-634bd57fbcd6 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:26.428925 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-486dbe81-f067-49e1-8fb4-e370c483d85b req-9f87e2ea-0388-4dbc-8b2a-634bd57fbcd6 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 946 time: 0.0525687 Apr 05 11:21:26.480419 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-486dbe81-f067-49e1-8fb4-e370c483d85b req-cecf1fb2-f407-4d63-a342-961b85670e00 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451949 Apr 05 11:21:26.646651 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd3052-7513-4b68-bb59-dc5cdd65220e req-3734e34b-03a7-404e-8ca9-144b3fd5eaa3 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:26.648116 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-52bd3052-7513-4b68-bb59-dc5cdd65220e req-3734e34b-03a7-404e-8ca9-144b3fd5eaa3 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0521910 Apr 05 11:21:26.698027 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-52bd3052-7513-4b68-bb59-dc5cdd65220e req-383f1112-08aa-4e8e-af85-14b741be0cc0 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443015 Apr 05 11:21:27.035290 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4e791-b6a9-49f7-b561-26a0cee93487 req-548175a0-32bc-4342-8dd5-75a43e043a11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:27.036965 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1bd4e791-b6a9-49f7-b561-26a0cee93487 req-548175a0-32bc-4342-8dd5-75a43e043a11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 945 time: 0.0694621 Apr 05 11:21:27.084297 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1bd4e791-b6a9-49f7-b561-26a0cee93487 req-3f024fc0-2861-4d6b-964d-2e1c167bfce8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=7605808b-7e50-480a-95b2-77cae1e6330d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411696 Apr 05 11:21:27.284742 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3918fd-7a44-4136-9ecb-f4e2ceb4100e req-a1dabcce-54b0-4e58-9e5c-8ca98e0bb888 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:27.286289 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ca3918fd-7a44-4136-9ecb-f4e2ceb4100e req-a1dabcce-54b0-4e58-9e5c-8ca98e0bb888 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0520680 Apr 05 11:21:27.333475 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ca3918fd-7a44-4136-9ecb-f4e2ceb4100e req-cfa9eca8-bc5c-4282-b724-9859443aa09b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406575 Apr 05 11:21:27.451283 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66eb3e2-bd0e-43ea-8122-62dc61072511 req-0e8a197c-37e9-49f3-98d9-1be972bfdd23 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:27.452715 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c66eb3e2-bd0e-43ea-8122-62dc61072511 req-0e8a197c-37e9-49f3-98d9-1be972bfdd23 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0524557 Apr 05 11:21:27.461451 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 34544) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:27.466347 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-85c9077c-89c7-463f-86d6-39d75df10f42 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Request body: {'floatingip': {'port_id': 'f631937a-090e-4c88-959c-bbf9308dfac9'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:27.508964 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-85c9077c-89c7-463f-86d6-39d75df10f42 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for floatingip (cac5d478-0095-452b-8729-cc8867084c44), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:27.602181 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a987c2-7605-47f4-8591-7fe49a40afce req-77626b65-d4c8-48fc-b2d9-9260a7e85685 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:27.603715 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-64a987c2-7605-47f4-8591-7fe49a40afce req-77626b65-d4c8-48fc-b2d9-9260a7e85685 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 946 time: 0.0571496 Apr 05 11:21:27.656297 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-64a987c2-7605-47f4-8591-7fe49a40afce req-89806428-f672-48c3-9c31-8fc1a7322c65 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468535 Apr 05 11:21:27.907510 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87f837-e682-4e07-81ea-b4a2686f1863 req-2fdbd4d5-a889-4c5f-aa77-a3edc9895280 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:27.908985 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bd87f837-e682-4e07-81ea-b4a2686f1863 req-2fdbd4d5-a889-4c5f-aa77-a3edc9895280 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.1363780 Apr 05 11:21:27.995580 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bd87f837-e682-4e07-81ea-b4a2686f1863 req-fb43264e-55e5-42bb-a5f4-c9356a5adce7 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790327 Apr 05 11:21:28.043520 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-85c9077c-89c7-463f-86d6-39d75df10f42 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:28.118798 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-85c9077c-89c7-463f-86d6-39d75df10f42 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (cac5d478-0095-452b-8729-cc8867084c44), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:28.262448 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50662a-2769-443a-bcbe-2f6996fe11d2 req-f539661a-c1f0-47d5-98b3-42e9ca7bbe43 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:28.263832 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dd50662a-2769-443a-bcbe-2f6996fe11d2 req-f539661a-c1f0-47d5-98b3-42e9ca7bbe43 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 945 time: 0.1050913 Apr 05 11:21:28.269641 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-85c9077c-89c7-463f-86d6-39d75df10f42 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Floating IP cac5d478-0095-452b-8729-cc8867084c44 associated. External IP: 172.27.0.143, port: f631937a-090e-4c88-959c-bbf9308dfac9. Apr 05 11:21:28.385122 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dd50662a-2769-443a-bcbe-2f6996fe11d2 req-0a6ac7f0-6030-4532-b931-dcf4de0d01f4 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=7605808b-7e50-480a-95b2-77cae1e6330d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131465 Apr 05 11:21:28.547031 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c9077c-89c7-463f-86d6-39d75df10f42 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:21:28.561165 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ed1ba-7d75-4bf0-87f7-9488bede13df req-836e95b1-fa7d-4d15-858d-d08033d66119 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:28.562694 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5c3ed1ba-7d75-4bf0-87f7-9488bede13df req-836e95b1-fa7d-4d15-858d-d08033d66119 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0732162 Apr 05 11:21:28.714473 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5c3ed1ba-7d75-4bf0-87f7-9488bede13df req-7ad9f0f7-c5b7-4774-8458-23d14cdb3518 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447923 Apr 05 11:21:28.745473 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787431b5-3ad6-4bdf-b4e1-2f015e198bc3 req-9525afc5-bc40-4de2-96bf-cdcf6dac46eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:28.747045 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-787431b5-3ad6-4bdf-b4e1-2f015e198bc3 req-9525afc5-bc40-4de2-96bf-cdcf6dac46eb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 1129 time: 0.1260083 Apr 05 11:21:28.750075 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c9077c-89c7-463f-86d6-39d75df10f42 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:21:28.755059 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-85c9077c-89c7-463f-86d6-39d75df10f42 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:28.762228 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1ff6e5-8834-405d-a903-698cd256111c None None] Sync routers for ids ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:21:28.772893 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1ff6e5-8834-405d-a903-698cd256111c None None] Routers {'d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:21:28.774002 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5a1ff6e5-8834-405d-a903-698cd256111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:21:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:28.783153 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cf2bf-12dd-45a3-99c4-3970bff1e3d0 req-309563fa-bd5f-494a-a958-a1f247fdd853 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:28.799942 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-85c9077c-89c7-463f-86d6-39d75df10f42 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "PUT /v2.0/floatingips/cac5d478-0095-452b-8729-cc8867084c44 HTTP/1.1" status: 200 len: 991 time: 1.3225174 Apr 05 11:21:28.799942 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '078668ec-0695-4717-bef7-1153cdc2dd14', 'tag': 'f631937a-090e-4c88-959c-bbf9308dfac9'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:21:28.799942 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d01473-9c06-4495-84ca-369066ae3f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "078668ec-0695-4717-bef7-1153cdc2dd14", "tag": "f631937a-090e-4c88-959c-bbf9308dfac9"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:21:28.800368 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d84cf2bf-12dd-45a3-99c4-3970bff1e3d0 req-309563fa-bd5f-494a-a958-a1f247fdd853 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 946 time: 0.0649180 Apr 05 11:21:28.828535 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea0d595-c7bc-4aa1-82fe-eb3e30763daf x-openstack-request-id: req-8ea0d595-c7bc-4aa1-82fe-eb3e30763daf {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:21:28.828830 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "078668ec-0695-4717-bef7-1153cdc2dd14", "tag": "f631937a-090e-4c88-959c-bbf9308dfac9", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:21:28.829083 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ea0d595-c7bc-4aa1-82fe-eb3e30763daf {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:21:28.829486 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea0d595-c7bc-4aa1-82fe-eb3e30763daf'] response: {'name': 'network-changed', 'server_uuid': '078668ec-0695-4717-bef7-1153cdc2dd14', 'tag': 'f631937a-090e-4c88-959c-bbf9308dfac9', 'status': 'completed', 'code': 200} Apr 05 11:21:28.849308 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d84cf2bf-12dd-45a3-99c4-3970bff1e3d0 req-5bad6866-9cfd-4815-9c09-c0287491faf6 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579073 Apr 05 11:21:28.939543 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-5a1ff6e5-8834-405d-a903-698cd256111c None None] Set router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:21:28.943709 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-787431b5-3ad6-4bdf-b4e1-2f015e198bc3 req-d05f8242-caae-4a6f-aec1-db104bb68fbf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7605808b-7e50-480a-95b2-77cae1e6330d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592332 Apr 05 11:21:28.989271 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01473-9c06-4495-84ca-369066ae3f0a req-958abc05-d8bd-43fd-9eec-499da402de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:28.995924 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c3d01473-9c06-4495-84ca-369066ae3f0a req-958abc05-d8bd-43fd-9eec-499da402de5c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8&device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 1129 time: 0.0735350 Apr 05 11:21:29.001975 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c07d3-2e61-4c3b-a016-d43555eea445 req-879896ac-bede-4a28-9b0b-a16120edefe3 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:29.003487 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e26c07d3-2e61-4c3b-a016-d43555eea445 req-879896ac-bede-4a28-9b0b-a16120edefe3 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 946 time: 0.0588963 Apr 05 11:21:29.003621 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8409bd-9954-4cc7-9d3e-b5490c50fc1b req-748f94ef-8039-49a3-b147-a50105425b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:29.005185 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-df8409bd-9954-4cc7-9d3e-b5490c50fc1b req-748f94ef-8039-49a3-b147-a50105425b39 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf751cbfd21e463e83beea4d29713404&device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 1129 time: 0.0993512 Apr 05 11:21:29.052976 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e26c07d3-2e61-4c3b-a016-d43555eea445 req-6a152cbf-1cd9-44c9-8d1b-2797eef62af9 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427864 Apr 05 11:21:29.075829 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 34572) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:29.168196 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5a1ff6e5-8834-405d-a903-698cd256111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:30Z', 'revision_number': 4, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'gw_port': {'id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'cac5d478-0095-452b-8729-cc8867084c44', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'port_id': 'f631937a-090e-4c88-959c-bbf9308dfac9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'mac_address': 'fa:16:3e:15:35:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078668ec-0695-4717-bef7-1153cdc2dd14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:21:05Z', 'updated_at': '2022-04-05T11:21:27Z', 'revision_number': 1, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b913366-668f-4167-b29f-1548ef657c15', 'name': '', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'mac_address': 'fa:16:3e:09:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:29Z', 'updated_at': '2022-04-05T11:13:39Z', 'revision_number': 5, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'subnets': [{'id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:29.169971 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761ef4d8-25b8-4098-bed7-b91b3348c810 tempest-TestVolumeBootPattern-460530000 tempest-TestVolumeBootPattern-460530000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:29.174260 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-761ef4d8-25b8-4098-bed7-b91b3348c810 tempest-TestVolumeBootPattern-460530000 tempest-TestVolumeBootPattern-460530000-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 1125 time: 0.0947216 Apr 05 11:21:29.174446 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 34576) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:29.178509 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-68650c32-d94c-4f88-8131-8148b1663f53 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Request body: {'floatingip': {'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'port_id': '636d7202-7eb2-4976-9af9-7eb3c2e5f3e2', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:29.197677 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1ff6e5-8834-405d-a903-698cd256111c None None] Checking router: d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:21:29.205885 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1ff6e5-8834-405d-a903-698cd256111c None None] Routers {'d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:21:29.207702 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5a1ff6e5-8834-405d-a903-698cd256111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:21:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:29.260041 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68650c32-d94c-4f88-8131-8148b1663f53 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:29.378233 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68650c32-d94c-4f88-8131-8148b1663f53 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:29.411182 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-5a1ff6e5-8834-405d-a903-698cd256111c None None] Set router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:21:29.457007 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8409bd-9954-4cc7-9d3e-b5490c50fc1b req-40b9fb6b-cd56-47e4-8906-8361ad016372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:29.458590 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-df8409bd-9954-4cc7-9d3e-b5490c50fc1b req-40b9fb6b-cd56-47e4-8906-8361ad016372 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a84177b0-98a3-43e8-9748-217cec2ce77a HTTP/1.1" status: 200 len: 919 time: 0.1857798 Apr 05 11:21:29.461850 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01473-9c06-4495-84ca-369066ae3f0a req-7af7c0c2-de4c-4288-88f5-72b2bb8a5d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:29.463355 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c3d01473-9c06-4495-84ca-369066ae3f0a req-7af7c0c2-de4c-4288-88f5-72b2bb8a5d4b service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c3ad901-dee6-4adf-8761-f4e0b40921d1 HTTP/1.1" status: 200 len: 918 time: 0.1527846 Apr 05 11:21:29.546526 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-68650c32-d94c-4f88-8131-8148b1663f53 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Allocated IP 172.27.0.128 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/f154dee1-b7ab-43c2-b6ff-7c32db022be1) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:21:29.617859 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-df8409bd-9954-4cc7-9d3e-b5490c50fc1b req-4508ac1a-8c79-4c22-ae24-8a5f1bf6daf7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=141f21be-2523-4672-a366-4a146e7780e9 HTTP/1.1" status: 200 len: 1001 time: 0.1474357 Apr 05 11:21:29.623880 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c3d01473-9c06-4495-84ca-369066ae3f0a req-2c662ba4-00f6-4fc5-9f66-d0060b8518f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f631937a-090e-4c88-959c-bbf9308dfac9 HTTP/1.1" status: 200 len: 999 time: 0.1522350 Apr 05 11:21:29.633573 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbb63b-46c4-4b87-891a-93a5aa5ad37d req-6fa8cf49-e7af-48c1-ba09-484230ad3c2e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:29.635642 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cffbb63b-46c4-4b87-891a-93a5aa5ad37d req-6fa8cf49-e7af-48c1-ba09-484230ad3c2e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 945 time: 0.1551998 Apr 05 11:21:29.655720 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-5a1ff6e5-8834-405d-a903-698cd256111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:30Z', 'revision_number': 4, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'gw_port': {'id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'cac5d478-0095-452b-8729-cc8867084c44', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'port_id': 'f631937a-090e-4c88-959c-bbf9308dfac9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'mac_address': 'fa:16:3e:15:35:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078668ec-0695-4717-bef7-1153cdc2dd14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:21:05Z', 'updated_at': '2022-04-05T11:21:27Z', 'revision_number': 1, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b913366-668f-4167-b29f-1548ef657c15', 'name': '', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'mac_address': 'fa:16:3e:09:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:29Z', 'updated_at': '2022-04-05T11:13:39Z', 'revision_number': 5, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'subnets': [{'id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:29.659810 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68650c32-d94c-4f88-8131-8148b1663f53 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for port (f154dee1-b7ab-43c2-b6ff-7c32db022be1), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:29.685417 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cffbb63b-46c4-4b87-891a-93a5aa5ad37d req-388beb1a-6af9-4616-9c8b-e084b11f2e99 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=7605808b-7e50-480a-95b2-77cae1e6330d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437741 Apr 05 11:21:29.687707 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1ff6e5-8834-405d-a903-698cd256111c None None] The sync data for ids ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'] in dv-cinder-818994-3-iscsi is: [{'id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:30Z', 'revision_number': 4, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'gw_port': {'id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'cac5d478-0095-452b-8729-cc8867084c44', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'floating_ip_address': '172.27.0.143', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'port_id': 'f631937a-090e-4c88-959c-bbf9308dfac9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'mac_address': 'fa:16:3e:15:35:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078668ec-0695-4717-bef7-1153cdc2dd14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:21:05Z', 'updated_at': '2022-04-05T11:21:27Z', 'revision_number': 1, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b913366-668f-4167-b29f-1548ef657c15', 'name': '', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'mac_address': 'fa:16:3e:09:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:29Z', 'updated_at': '2022-04-05T11:13:39Z', 'revision_number': 5, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'subnets': [{'id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:21:29.772889 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68650c32-d94c-4f88-8131-8148b1663f53 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (f154dee1-b7ab-43c2-b6ff-7c32db022be1), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:29.838415 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68650c32-d94c-4f88-8131-8148b1663f53 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:21:29.843549 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-68650c32-d94c-4f88-8131-8148b1663f53 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:21:29.852033 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68650c32-d94c-4f88-8131-8148b1663f53 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:21:29.877630 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68650c32-d94c-4f88-8131-8148b1663f53 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event updated for resources: {'Port': ['ID=f154dee1-b7ab-43c2-b6ff-7c32db022be1,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:29.895597 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2fc339-b9b3-45bc-a8b6-14c4e5b75055 None None] New status for floating IP cac5d478-0095-452b-8729-cc8867084c44: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:21:29.915420 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fb51a-e154-41f4-b3f4-abd5b8ab4976 req-f15c2702-708b-4fe6-a813-65a101647876 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:29.916920 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a84fb51a-e154-41f4-b3f4-abd5b8ab4976 req-f15c2702-708b-4fe6-a813-65a101647876 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.1140928 Apr 05 11:21:30.022323 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a84fb51a-e154-41f4-b3f4-abd5b8ab4976 req-a147ec19-8dbc-41ba-bd8e-23c23c83f078 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876265 Apr 05 11:21:30.298180 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68650c32-d94c-4f88-8131-8148b1663f53 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for floatingip (5f9eb8e7-fe29-4810-b67c-e3a228f6dafe), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:30.392362 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01473-9c06-4495-84ca-369066ae3f0a req-410a838f-4bce-4d73-af4e-fd66b05d0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:30.393806 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c3d01473-9c06-4495-84ca-369066ae3f0a req-410a838f-4bce-4d73-af4e-fd66b05d0a62 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c226d4fe-4408-4a2e-a42d-e1f9fb159119 HTTP/1.1" status: 200 len: 856 time: 0.3424180 Apr 05 11:21:30.395149 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8409bd-9954-4cc7-9d3e-b5490c50fc1b req-e44345d8-3c86-40a5-82ab-df0c031d59c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:30.396434 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-df8409bd-9954-4cc7-9d3e-b5490c50fc1b req-e44345d8-3c86-40a5-82ab-df0c031d59c6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b01bd4d7-97a5-45dc-b9c7-6b928112c646 HTTP/1.1" status: 200 len: 857 time: 0.3462937 Apr 05 11:21:30.499923 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68650c32-d94c-4f88-8131-8148b1663f53 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (f154dee1-b7ab-43c2-b6ff-7c32db022be1), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:30.576998 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8409bd-9954-4cc7-9d3e-b5490c50fc1b req-0ae8badb-66da-4263-be68-55eb4da50529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:30.578581 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-df8409bd-9954-4cc7-9d3e-b5490c50fc1b req-0ae8badb-66da-4263-be68-55eb4da50529 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a84177b0-98a3-43e8-9748-217cec2ce77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0801718 Apr 05 11:21:30.584042 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d01473-9c06-4495-84ca-369066ae3f0a req-84f27f60-e6b9-47c6-b01d-ab5216f1f54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:30.585449 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c3d01473-9c06-4495-84ca-369066ae3f0a req-84f27f60-e6b9-47c6-b01d-ab5216f1f54a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c3ad901-dee6-4adf-8761-f4e0b40921d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0782714 Apr 05 11:21:30.653997 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68650c32-d94c-4f88-8131-8148b1663f53 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for port (f154dee1-b7ab-43c2-b6ff-7c32db022be1), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:30.728257 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68650c32-d94c-4f88-8131-8148b1663f53 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (f154dee1-b7ab-43c2-b6ff-7c32db022be1), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:30.800015 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68650c32-d94c-4f88-8131-8148b1663f53 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event updated for resources: {'Port': ['ID=f154dee1-b7ab-43c2-b6ff-7c32db022be1,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:30.808484 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b707bd-e8de-4754-9ff2-a06fe872e494 req-139136cb-f069-4a8d-954e-5b2adf9a6aee tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:30.810030 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-89b707bd-e8de-4754-9ff2-a06fe872e494 req-139136cb-f069-4a8d-954e-5b2adf9a6aee tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 945 time: 0.0558269 Apr 05 11:21:30.810550 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68650c32-d94c-4f88-8131-8148b1663f53 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (5f9eb8e7-fe29-4810-b67c-e3a228f6dafe), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:30.859477 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-89b707bd-e8de-4754-9ff2-a06fe872e494 req-37c184ac-5efd-4a11-9072-c8cae058e2f9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=7605808b-7e50-480a-95b2-77cae1e6330d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414870 Apr 05 11:21:30.913510 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-68650c32-d94c-4f88-8131-8148b1663f53 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Floating IP 5f9eb8e7-fe29-4810-b67c-e3a228f6dafe associated. External IP: 172.27.0.128, port: 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2. Apr 05 11:21:31.145666 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865551d-74a5-472a-8bf6-f725368798e3 req-16af84de-525d-42c9-a424-58dfa05f550e tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:31.147233 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a865551d-74a5-472a-8bf6-f725368798e3 req-16af84de-525d-42c9-a424-58dfa05f550e tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0541139 Apr 05 11:21:31.277893 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86939075-74f0-49f0-8bd5-17704f7ee374 req-cad1680b-1f97-461a-a205-214e1d56ba3a tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:31.279411 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-86939075-74f0-49f0-8bd5-17704f7ee374 req-cad1680b-1f97-461a-a205-214e1d56ba3a tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 945 time: 0.1009011 Apr 05 11:21:31.289414 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 34590) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:31.296053 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-56270c1c-cbdc-419a-af0e-d51a36438277 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'floatingip': {'port_id': 'ff329987-a622-46de-9587-bacbc941bd71'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:31.319417 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a865551d-74a5-472a-8bf6-f725368798e3 req-fdfe3d0b-ba9d-4c89-8b96-04de59188ca4 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603885 Apr 05 11:21:31.341639 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-56270c1c-cbdc-419a-af0e-d51a36438277 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (ce7d9c72-4a64-4241-872b-1a2d1d6c6f26), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:31.360724 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c3d01473-9c06-4495-84ca-369066ae3f0a req-4b8f63a9-cc16-48c8-88d7-832028729871 service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873364 Apr 05 11:21:31.364293 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-df8409bd-9954-4cc7-9d3e-b5490c50fc1b req-b7a51609-6648-49c7-93f6-a8d2d866a4f0 service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900251 Apr 05 11:21:31.538077 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-df8409bd-9954-4cc7-9d3e-b5490c50fc1b req-13e94ac0-3adc-45c1-8f35-ba9bfca20270 service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595812 Apr 05 11:21:31.540195 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c3d01473-9c06-4495-84ca-369066ae3f0a req-4ad90788-e163-4e4b-80af-0463e9be7028 service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539869 Apr 05 11:21:31.590338 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68650c32-d94c-4f88-8131-8148b1663f53 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Router 13e4c67c-5287-49fc-ba5c-4360929c3b80 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:21:31.818052 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68650c32-d94c-4f88-8131-8148b1663f53 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:21:31.828779 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd10f9-4d00-4afb-9033-6166e3f5b1fa None None] Sync routers for ids ['13e4c67c-5287-49fc-ba5c-4360929c3b80'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:21:31.839417 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd10f9-4d00-4afb-9033-6166e3f5b1fa None None] Routers {'13e4c67c-5287-49fc-ba5c-4360929c3b80'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:21:31.840116 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-28fd10f9-4d00-4afb-9033-6166e3f5b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:21:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['13e4c67c-5287-49fc-ba5c-4360929c3b80'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:31.952111 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-28fd10f9-4d00-4afb-9033-6166e3f5b1fa None None] Set router 13e4c67c-5287-49fc-ba5c-4360929c3b80 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:21:31.967263 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-56270c1c-cbdc-419a-af0e-d51a36438277 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:31.975738 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-68650c32-d94c-4f88-8131-8148b1663f53 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:32.005505 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-68650c32-d94c-4f88-8131-8148b1663f53 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8300476 Apr 05 11:21:32.006211 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af2a30d-f115-44a9-9a90-d1699560bd75', 'tag': '636d7202-7eb2-4976-9af9-7eb3c2e5f3e2'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:21:32.009934 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc88c49-b7bd-4f5f-a107-719137b7d8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1af2a30d-f115-44a9-9a90-d1699560bd75", "tag": "636d7202-7eb2-4976-9af9-7eb3c2e5f3e2"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:21:32.053415 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0444825e-6252-4ae7-8d00-b0a9df83eba2 x-openstack-request-id: req-0444825e-6252-4ae7-8d00-b0a9df83eba2 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:21:32.053727 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af2a30d-f115-44a9-9a90-d1699560bd75", "tag": "636d7202-7eb2-4976-9af9-7eb3c2e5f3e2", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:21:32.053985 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0444825e-6252-4ae7-8d00-b0a9df83eba2 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:21:32.054394 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0444825e-6252-4ae7-8d00-b0a9df83eba2'] response: {'name': 'network-changed', 'server_uuid': '1af2a30d-f115-44a9-9a90-d1699560bd75', 'tag': '636d7202-7eb2-4976-9af9-7eb3c2e5f3e2', 'status': 'completed', 'code': 200} Apr 05 11:21:32.064995 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-56270c1c-cbdc-419a-af0e-d51a36438277 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (ce7d9c72-4a64-4241-872b-1a2d1d6c6f26), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:32.171225 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-56270c1c-cbdc-419a-af0e-d51a36438277 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Floating IP ce7d9c72-4a64-4241-872b-1a2d1d6c6f26 associated. External IP: 172.27.0.152, port: ff329987-a622-46de-9587-bacbc941bd71. Apr 05 11:21:32.177126 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-28fd10f9-4d00-4afb-9033-6166e3f5b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '5f9eb8e7-fe29-4810-b67c-e3a228f6dafe', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'floating_ip_address': '172.27.0.128', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'port_id': '636d7202-7eb2-4976-9af9-7eb3c2e5f3e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'mac_address': 'fa:16:3e:97:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af2a30d-f115-44a9-9a90-d1699560bd75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:21:30Z', 'updated_at': '2022-04-05T11:21:30Z', 'revision_number': 0, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6beb0d2a-76fb-4f8c-9134-672b2f23acaa', 'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'mac_address': 'fa:16:3e:6c:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:14Z', 'updated_at': '2022-04-05T11:20:18Z', 'revision_number': 5, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'subnets': [{'id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:32.206720 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd10f9-4d00-4afb-9033-6166e3f5b1fa None None] Checking router: 13e4c67c-5287-49fc-ba5c-4360929c3b80 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:21:32.219172 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd10f9-4d00-4afb-9033-6166e3f5b1fa None None] Routers {'13e4c67c-5287-49fc-ba5c-4360929c3b80'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:21:32.219799 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-28fd10f9-4d00-4afb-9033-6166e3f5b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:21:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['13e4c67c-5287-49fc-ba5c-4360929c3b80'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:32.329112 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-28fd10f9-4d00-4afb-9033-6166e3f5b1fa None None] Set router 13e4c67c-5287-49fc-ba5c-4360929c3b80 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:21:32.391288 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56270c1c-cbdc-419a-af0e-d51a36438277 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Router 62cc81f7-8f9d-4edf-a495-d3998e37b711 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:21:32.456403 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d572bc2-1b9d-4a67-b5a8-8e89154a5a53 req-9cf1e414-404c-467c-8466-49c7870aab96 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:32.457974 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0d572bc2-1b9d-4a67-b5a8-8e89154a5a53 req-9cf1e414-404c-467c-8466-49c7870aab96 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0601358 Apr 05 11:21:32.510823 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56270c1c-cbdc-419a-af0e-d51a36438277 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:21:32.511458 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0d572bc2-1b9d-4a67-b5a8-8e89154a5a53 req-ecebb7e7-0024-491e-b7ab-092d65a8abb8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469043 Apr 05 11:21:32.517034 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-56270c1c-cbdc-419a-af0e-d51a36438277 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:32.526016 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96794e5-b110-48d7-a236-7d2ab4f847bc None None] Sync routers for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:21:32.535774 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96794e5-b110-48d7-a236-7d2ab4f847bc None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:21:32.536400 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-e96794e5-b110-48d7-a236-7d2ab4f847bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:21:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:32.551904 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-56270c1c-cbdc-419a-af0e-d51a36438277 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "PUT /v2.0/floatingips/ce7d9c72-4a64-4241-872b-1a2d1d6c6f26 HTTP/1.1" status: 200 len: 991 time: 1.2609079 Apr 05 11:21:32.572306 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-28fd10f9-4d00-4afb-9033-6166e3f5b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '5f9eb8e7-fe29-4810-b67c-e3a228f6dafe', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'floating_ip_address': '172.27.0.128', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'port_id': '636d7202-7eb2-4976-9af9-7eb3c2e5f3e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'mac_address': 'fa:16:3e:97:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af2a30d-f115-44a9-9a90-d1699560bd75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:21:30Z', 'updated_at': '2022-04-05T11:21:30Z', 'revision_number': 0, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6beb0d2a-76fb-4f8c-9134-672b2f23acaa', 'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'mac_address': 'fa:16:3e:6c:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:14Z', 'updated_at': '2022-04-05T11:20:18Z', 'revision_number': 5, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'subnets': [{'id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:32.598350 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd10f9-4d00-4afb-9033-6166e3f5b1fa None None] The sync data for ids ['13e4c67c-5287-49fc-ba5c-4360929c3b80'] in dv-cinder-818994-3-iscsi is: [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '5f9eb8e7-fe29-4810-b67c-e3a228f6dafe', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'floating_ip_address': '172.27.0.128', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'port_id': '636d7202-7eb2-4976-9af9-7eb3c2e5f3e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'mac_address': 'fa:16:3e:97:b1:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af2a30d-f115-44a9-9a90-d1699560bd75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:21:30Z', 'updated_at': '2022-04-05T11:21:30Z', 'revision_number': 0, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6beb0d2a-76fb-4f8c-9134-672b2f23acaa', 'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'mac_address': 'fa:16:3e:6c:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:14Z', 'updated_at': '2022-04-05T11:20:18Z', 'revision_number': 5, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'subnets': [{'id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:21:32.649800 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-e96794e5-b110-48d7-a236-7d2ab4f847bc None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:21:32.792083 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039fc266-689e-4237-a8f1-70250941ce8c None None] New status for floating IP 5f9eb8e7-fe29-4810-b67c-e3a228f6dafe: ACTIVE {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:21:32.926124 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-e96794e5-b110-48d7-a236-7d2ab4f847bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'ce7d9c72-4a64-4241-872b-1a2d1d6c6f26', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'port_id': 'ff329987-a622-46de-9587-bacbc941bd71', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'mac_address': 'fa:16:3e:e5:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb84f3b-18ce-4112-96a8-e6c729c759d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:21:09Z', 'updated_at': '2022-04-05T11:21:31Z', 'revision_number': 1, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:32.960176 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96794e5-b110-48d7-a236-7d2ab4f847bc None None] Checking router: 62cc81f7-8f9d-4edf-a495-d3998e37b711 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:21:32.972874 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96794e5-b110-48d7-a236-7d2ab4f847bc None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:21:32.973412 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-e96794e5-b110-48d7-a236-7d2ab4f847bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:21:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:33.082687 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-e96794e5-b110-48d7-a236-7d2ab4f847bc None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:21:33.312692 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-e96794e5-b110-48d7-a236-7d2ab4f847bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'ce7d9c72-4a64-4241-872b-1a2d1d6c6f26', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'port_id': 'ff329987-a622-46de-9587-bacbc941bd71', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'mac_address': 'fa:16:3e:e5:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb84f3b-18ce-4112-96a8-e6c729c759d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:21:09Z', 'updated_at': '2022-04-05T11:21:31Z', 'revision_number': 1, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:33.338972 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96794e5-b110-48d7-a236-7d2ab4f847bc None None] The sync data for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi is: [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'ce7d9c72-4a64-4241-872b-1a2d1d6c6f26', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'port_id': 'ff329987-a622-46de-9587-bacbc941bd71', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'mac_address': 'fa:16:3e:e5:65:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb84f3b-18ce-4112-96a8-e6c729c759d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:21:09Z', 'updated_at': '2022-04-05T11:21:31Z', 'revision_number': 1, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:21:33.518972 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a615dfc-98de-4eb2-95d9-5e9d2ef9dcb8 None None] New status for floating IP ce7d9c72-4a64-4241-872b-1a2d1d6c6f26: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:21:33.631604 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43834cc1-141d-4b7f-9dd3-d84eb115cf73 req-98ab1094-b4a8-406b-9f31-11bc64cf5da8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:33.633083 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-43834cc1-141d-4b7f-9dd3-d84eb115cf73 req-98ab1094-b4a8-406b-9f31-11bc64cf5da8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0530496 Apr 05 11:21:33.678945 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-43834cc1-141d-4b7f-9dd3-d84eb115cf73 req-525abeb1-806b-4bf9-ba96-bcc5fdfb9443 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399315 Apr 05 11:21:34.041670 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc88c49-b7bd-4f5f-a107-719137b7d8e7 req-fdfba4ce-ff96-4d13-9f58-4d317bb55ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:34.043200 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fbc88c49-b7bd-4f5f-a107-719137b7d8e7 req-fdfba4ce-ff96-4d13-9f58-4d317bb55ece service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c1827315aac4bfdacff856a13f90eb5&device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 1130 time: 0.0452249 Apr 05 11:21:34.056063 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb84f3b-18ce-4112-96a8-e6c729c759d2', 'tag': 'ff329987-a622-46de-9587-bacbc941bd71'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:21:34.058421 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d86cbb6-d829-4a66-b96d-c94c5c63dfb8" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb84f3b-18ce-4112-96a8-e6c729c759d2", "tag": "ff329987-a622-46de-9587-bacbc941bd71"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:21:34.093445 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7341942c-53f6-4b8f-95b3-e1064e8ba880 x-openstack-request-id: req-7341942c-53f6-4b8f-95b3-e1064e8ba880 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:21:34.093936 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb84f3b-18ce-4112-96a8-e6c729c759d2", "tag": "ff329987-a622-46de-9587-bacbc941bd71", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:21:34.094093 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7341942c-53f6-4b8f-95b3-e1064e8ba880 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:21:34.094482 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7341942c-53f6-4b8f-95b3-e1064e8ba880'] response: {'name': 'network-changed', 'server_uuid': '1eb84f3b-18ce-4112-96a8-e6c729c759d2', 'tag': 'ff329987-a622-46de-9587-bacbc941bd71', 'status': 'completed', 'code': 200} Apr 05 11:21:34.149714 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc88c49-b7bd-4f5f-a107-719137b7d8e7 req-a117006f-eadd-4ef2-bcfe-2d3a882c969c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:34.151177 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fbc88c49-b7bd-4f5f-a107-719137b7d8e7 req-a117006f-eadd-4ef2-bcfe-2d3a882c969c service neutron] 10.222.0.58 "GET /v2.0/networks?id=15ec88ec-a078-4d94-a658-456bc06f4f38 HTTP/1.1" status: 200 len: 913 time: 0.0995097 Apr 05 11:21:34.220754 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86cbb6-d829-4a66-b96d-c94c5c63dfb8 req-35231d65-bf88-4f59-92e4-9db980ad2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:34.222196 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5d86cbb6-d829-4a66-b96d-c94c5c63dfb8 req-35231d65-bf88-4f59-92e4-9db980ad2a28 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c6c4204bde44a1183df1338d018b1b1&device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 1129 time: 0.0839109 Apr 05 11:21:34.267638 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fbc88c49-b7bd-4f5f-a107-719137b7d8e7 req-7f12885e-388a-4786-b748-64c948c6c6fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 HTTP/1.1" status: 200 len: 1002 time: 0.0894511 Apr 05 11:21:34.327365 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86cbb6-d829-4a66-b96d-c94c5c63dfb8 req-6bc5c37b-94a3-42d7-b3fc-46b5d4bda07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:34.328813 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5d86cbb6-d829-4a66-b96d-c94c5c63dfb8 req-6bc5c37b-94a3-42d7-b3fc-46b5d4bda07d service neutron] 10.222.0.58 "GET /v2.0/networks?id=61947bc0-bf95-4d84-a95a-a866833cbe78 HTTP/1.1" status: 200 len: 916 time: 0.0997219 Apr 05 11:21:34.803275 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825c402-d613-49ce-a43c-eb6590e47645 req-ec535f04-526e-4a62-bd4c-46684e688e43 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:34.804766 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b825c402-d613-49ce-a43c-eb6590e47645 req-ec535f04-526e-4a62-bd4c-46684e688e43 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0547450 Apr 05 11:21:34.852810 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b825c402-d613-49ce-a43c-eb6590e47645 req-618bbcef-323d-4487-a4cb-0b03964b932e tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418179 Apr 05 11:21:34.984801 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257abbe6-02fe-4918-8368-fb5c30608e4d req-8fdbbcf0-8db6-461d-8370-c7dc5c7f0aab tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:34.986326 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-257abbe6-02fe-4918-8368-fb5c30608e4d req-8fdbbcf0-8db6-461d-8370-c7dc5c7f0aab tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0536349 Apr 05 11:21:34.995754 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc88c49-b7bd-4f5f-a107-719137b7d8e7 req-5bdd63bf-e8dd-4cb9-a555-afbd0ee1f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:34.997206 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fbc88c49-b7bd-4f5f-a107-719137b7d8e7 req-5bdd63bf-e8dd-4cb9-a555-afbd0ee1f9e2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cdd783b-82e9-4593-a451-3b1b6f34c5b6 HTTP/1.1" status: 200 len: 851 time: 0.0930607 Apr 05 11:21:35.016824 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5d86cbb6-d829-4a66-b96d-c94c5c63dfb8 req-aac0de95-35fc-4fd7-bf40-17a102198cbe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff329987-a622-46de-9587-bacbc941bd71 HTTP/1.1" status: 200 len: 1001 time: 0.1020045 Apr 05 11:21:35.038020 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-257abbe6-02fe-4918-8368-fb5c30608e4d req-ea844071-ba23-467b-b8d2-76e8edb83278 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447686 Apr 05 11:21:35.084455 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86cbb6-d829-4a66-b96d-c94c5c63dfb8 req-1c6a04e5-9eb6-4fc4-9886-a1aaef3056ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:35.085886 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5d86cbb6-d829-4a66-b96d-c94c5c63dfb8 req-1c6a04e5-9eb6-4fc4-9886-a1aaef3056ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f101b1e5-cdea-47a9-9394-b1ed9aabe983 HTTP/1.1" status: 200 len: 854 time: 0.0545194 Apr 05 11:21:35.090957 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc88c49-b7bd-4f5f-a107-719137b7d8e7 req-200c5a59-3c69-440a-9819-add4e765bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:35.092338 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fbc88c49-b7bd-4f5f-a107-719137b7d8e7 req-200c5a59-3c69-440a-9819-add4e765bd8b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=15ec88ec-a078-4d94-a658-456bc06f4f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0878680 Apr 05 11:21:35.848418 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86cbb6-d829-4a66-b96d-c94c5c63dfb8 req-ec24273f-44c0-4f8d-beb2-9037d9fcef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:35.849821 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5d86cbb6-d829-4a66-b96d-c94c5c63dfb8 req-ec24273f-44c0-4f8d-beb2-9037d9fcef10 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=61947bc0-bf95-4d84-a95a-a866833cbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1134667 Apr 05 11:21:35.855079 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fbc88c49-b7bd-4f5f-a107-719137b7d8e7 req-10e36513-8321-4aa0-acf4-12970c0432ed service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105835 Apr 05 11:21:36.058422 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5d86cbb6-d829-4a66-b96d-c94c5c63dfb8 req-094ae1a6-a43d-43dd-b8c9-d48adc112ef5 service neutron] 10.222.0.58 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890955 Apr 05 11:21:36.062077 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-fbc88c49-b7bd-4f5f-a107-719137b7d8e7 req-fe8c1735-8b7d-49a3-90e0-a44da659d162 service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856370 Apr 05 11:21:36.072182 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef246f2-6297-4b0c-86f0-bb9747f505e9 req-147ede17-52e7-4707-9742-af105c900e31 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:36.073624 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2ef246f2-6297-4b0c-86f0-bb9747f505e9 req-147ede17-52e7-4707-9742-af105c900e31 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.1063704 Apr 05 11:21:36.121290 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2ef246f2-6297-4b0c-86f0-bb9747f505e9 req-b56240d5-ec8d-45fa-9945-50adb225cdf2 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421674 Apr 05 11:21:36.164919 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cddca-51b3-4fdd-a674-de2f53ffdc05 req-54a980a6-070d-4298-963c-d928345c0768 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:36.166964 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dc1cddca-51b3-4fdd-a674-de2f53ffdc05 req-54a980a6-070d-4298-963c-d928345c0768 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0572155 Apr 05 11:21:36.218886 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dc1cddca-51b3-4fdd-a674-de2f53ffdc05 req-7d211336-4c86-412a-b6e8-f4898e090caf tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=02317175-183d-416d-a38a-df24b3f71b2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462120 Apr 05 11:21:36.293048 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a79f1-ccf7-4dcf-8976-bb8fcd3b7553 req-7f0913cc-4177-443b-bf92-176ee084750c tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:36.294516 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d46a79f1-ccf7-4dcf-8976-bb8fcd3b7553 req-7f0913cc-4177-443b-bf92-176ee084750c tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.1080763 Apr 05 11:21:36.303450 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 34626) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:36.307983 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-3fa2faf8-8735-4d2e-adc8-83617ed4f7b6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Request body: {'floatingip': {'port_id': '141f21be-2523-4672-a366-4a146e7780e9'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:36.321176 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5d86cbb6-d829-4a66-b96d-c94c5c63dfb8 req-07f79f73-b9a1-4525-9e2c-fd98998d787f service neutron] 10.222.0.58 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000285 Apr 05 11:21:36.363514 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3fa2faf8-8735-4d2e-adc8-83617ed4f7b6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for floatingip (4b8a62ea-73b8-4574-821f-37614ea66841), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:36.516046 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc924912-8c50-47fb-99ce-91af772e6401 req-9e758c1f-4d9e-4388-aca8-f6ad98597177 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:36.517520 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cc924912-8c50-47fb-99ce-91af772e6401 req-9e758c1f-4d9e-4388-aca8-f6ad98597177 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.58 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 945 time: 0.0536549 Apr 05 11:21:36.620157 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-cc924912-8c50-47fb-99ce-91af772e6401 req-fdd37dfd-4234-46ce-a90f-04f5327485d1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Deleting port dc7aebba-05fe-428c-9500-aeca3f7e1c99 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:21:36.620497 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-cc924912-8c50-47fb-99ce-91af772e6401 req-fdd37dfd-4234-46ce-a90f-04f5327485d1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (dc7aebba-05fe-428c-9500-aeca3f7e1c99), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:36.707949 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-cc924912-8c50-47fb-99ce-91af772e6401 req-fdd37dfd-4234-46ce-a90f-04f5327485d1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] For port dc7aebba-05fe-428c-9500-aeca3f7e1c99, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dc7aebba-05fe-428c-9500-aeca3f7e1c99,segment=NetworkSegment(b621d9f4-d6cf-43b5-98e9-c56fcec4f695),segment_id=b621d9f4-d6cf-43b5-98e9-c56fcec4f695)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:21:36.708309 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-cc924912-8c50-47fb-99ce-91af772e6401 req-fdd37dfd-4234-46ce-a90f-04f5327485d1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (dc7aebba-05fe-428c-9500-aeca3f7e1c99), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:36.842461 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3fa2faf8-8735-4d2e-adc8-83617ed4f7b6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:36.885364 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-cc924912-8c50-47fb-99ce-91af772e6401 req-fdd37dfd-4234-46ce-a90f-04f5327485d1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:36.885716 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-cc924912-8c50-47fb-99ce-91af772e6401 req-fdd37dfd-4234-46ce-a90f-04f5327485d1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (9a40ff79-f9c0-4cd4-9398-0b8417506468), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:36.886096 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.l3_db [req-cc924912-8c50-47fb-99ce-91af772e6401 req-fdd37dfd-4234-46ce-a90f-04f5327485d1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Floating IP 9a40ff79-f9c0-4cd4-9398-0b8417506468 disassociated. External IP: 172.27.0.147, port: dc7aebba-05fe-428c-9500-aeca3f7e1c99. Apr 05 11:21:36.886402 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-cc924912-8c50-47fb-99ce-91af772e6401 req-fdd37dfd-4234-46ce-a90f-04f5327485d1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Calling delete_port for dc7aebba-05fe-428c-9500-aeca3f7e1c99 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:21:36.917557 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3fa2faf8-8735-4d2e-adc8-83617ed4f7b6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (4b8a62ea-73b8-4574-821f-37614ea66841), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:37.128289 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-cc924912-8c50-47fb-99ce-91af772e6401 req-fdd37dfd-4234-46ce-a90f-04f5327485d1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (dc7aebba-05fe-428c-9500-aeca3f7e1c99), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:37.161518 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd37dfd-4234-46ce-a90f-04f5327485d1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Pushing event deleted for resources: {'Port': ['ID=dc7aebba-05fe-428c-9500-aeca3f7e1c99,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:37.297064 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc924912-8c50-47fb-99ce-91af772e6401 req-fdd37dfd-4234-46ce-a90f-04f5327485d1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Router 4cd42c71-c143-4019-8178-007af10ae8e9 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:21:37.379779 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4f5686d1-274c-41c1-b281-8ae43e83d651 req-7cde3d32-3af2-49ec-bd7a-cada2d765518 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 210 time: 0.0582216 Apr 05 11:21:37.409266 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa2faf8-8735-4d2e-adc8-83617ed4f7b6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Router f239ab75-78ab-4c00-b61f-9f075073e1d1 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:21:37.412874 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc924912-8c50-47fb-99ce-91af772e6401 req-fdd37dfd-4234-46ce-a90f-04f5327485d1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:21:37.423604 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c20080c-7eff-477e-bde6-199e24179961 None None] Sync routers for ids ['4cd42c71-c143-4019-8178-007af10ae8e9'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:21:37.434570 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c20080c-7eff-477e-bde6-199e24179961 None None] Routers {'4cd42c71-c143-4019-8178-007af10ae8e9'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:21:37.435412 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-7c20080c-7eff-477e-bde6-199e24179961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:21:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['4cd42c71-c143-4019-8178-007af10ae8e9'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:37.460850 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc924912-8c50-47fb-99ce-91af772e6401 req-fdd37dfd-4234-46ce-a90f-04f5327485d1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] No DVR routers for this DVR port dc7aebba-05fe-428c-9500-aeca3f7e1c99 on host hv-cinder-81899 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:21:37.463639 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-cc924912-8c50-47fb-99ce-91af772e6401 req-fdd37dfd-4234-46ce-a90f-04f5327485d1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:37.467065 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cc924912-8c50-47fb-99ce-91af772e6401 req-fdd37dfd-4234-46ce-a90f-04f5327485d1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.58 "DELETE /v2.0/ports/dc7aebba-05fe-428c-9500-aeca3f7e1c99 HTTP/1.1" status: 204 len: 173 time: 0.9408278 Apr 05 11:21:37.468171 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98ab2b1-5651-42f4-b1f3-de4469d542ad', 'name': 'network-vif-deleted', 'tag': 'dc7aebba-05fe-428c-9500-aeca3f7e1c99'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:21:37.471732 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c18512-7fde-4117-9641-29e735a78ad4" -d '{"events": [{"server_uuid": "a98ab2b1-5651-42f4-b1f3-de4469d542ad", "name": "network-vif-deleted", "tag": "dc7aebba-05fe-428c-9500-aeca3f7e1c99"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:21:37.529485 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa2faf8-8735-4d2e-adc8-83617ed4f7b6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:21:37.534030 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f93bdf-6f32-41c9-ab23-d227c47bc156 x-openstack-request-id: req-53f93bdf-6f32-41c9-ab23-d227c47bc156 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:21:37.534321 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98ab2b1-5651-42f4-b1f3-de4469d542ad", "name": "network-vif-deleted", "tag": "dc7aebba-05fe-428c-9500-aeca3f7e1c99", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:21:37.534575 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53f93bdf-6f32-41c9-ab23-d227c47bc156 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:21:37.535015 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f93bdf-6f32-41c9-ab23-d227c47bc156'] response: {'server_uuid': 'a98ab2b1-5651-42f4-b1f3-de4469d542ad', 'name': 'network-vif-deleted', 'tag': 'dc7aebba-05fe-428c-9500-aeca3f7e1c99', 'status': 'completed', 'code': 200} Apr 05 11:21:37.537135 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3fa2faf8-8735-4d2e-adc8-83617ed4f7b6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:37.543583 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebbd54a-938f-42cb-87c9-a6b225ab9863 None None] Sync routers for ids ['f239ab75-78ab-4c00-b61f-9f075073e1d1'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:21:37.557777 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebbd54a-938f-42cb-87c9-a6b225ab9863 None None] Routers {'f239ab75-78ab-4c00-b61f-9f075073e1d1'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:21:37.558735 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5ebbd54a-938f-42cb-87c9-a6b225ab9863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:21:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['f239ab75-78ab-4c00-b61f-9f075073e1d1'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:37.573360 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7680ed-da15-498a-a57d-a37e492ada5b', 'tag': '141f21be-2523-4672-a366-4a146e7780e9'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:21:37.575990 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c344195f-15bd-44ce-aaab-2494babec074" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7680ed-da15-498a-a57d-a37e492ada5b", "tag": "141f21be-2523-4672-a366-4a146e7780e9"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:21:37.622192 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3fa2faf8-8735-4d2e-adc8-83617ed4f7b6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "PUT /v2.0/floatingips/4b8a62ea-73b8-4574-821f-37614ea66841 HTTP/1.1" status: 200 len: 993 time: 1.3076959 Apr 05 11:21:37.660491 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fda3959-c7fb-4069-a012-c7d283e3f35d x-openstack-request-id: req-2fda3959-c7fb-4069-a012-c7d283e3f35d {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:21:37.660790 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7680ed-da15-498a-a57d-a37e492ada5b", "tag": "141f21be-2523-4672-a366-4a146e7780e9", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:21:37.661044 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2fda3959-c7fb-4069-a012-c7d283e3f35d {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:21:37.661451 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fda3959-c7fb-4069-a012-c7d283e3f35d'] response: {'name': 'network-changed', 'server_uuid': '0d7680ed-da15-498a-a57d-a37e492ada5b', 'tag': '141f21be-2523-4672-a366-4a146e7780e9', 'status': 'completed', 'code': 200} Apr 05 11:21:37.679380 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-7c20080c-7eff-477e-bde6-199e24179961 None None] Set router 4cd42c71-c143-4019-8178-007af10ae8e9 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:21:37.800360 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344195f-15bd-44ce-aaab-2494babec074 req-f4f67122-286c-4c77-818b-394fe2ebe8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:37.802010 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c344195f-15bd-44ce-aaab-2494babec074 req-f4f67122-286c-4c77-818b-394fe2ebe8a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf751cbfd21e463e83beea4d29713404&device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 1129 time: 0.0563791 Apr 05 11:21:37.842198 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-5ebbd54a-938f-42cb-87c9-a6b225ab9863 None None] Set router f239ab75-78ab-4c00-b61f-9f075073e1d1 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:21:37.897909 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-7c20080c-7eff-477e-bde6-199e24179961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 4, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'gw_port': {'id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '1ebd413e-8a6d-46e4-8b1d-d16229e841d2', 'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'mac_address': 'fa:16:3e:a9:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:31Z', 'updated_at': '2022-04-05T11:13:46Z', 'revision_number': 5, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'subnets': [{'id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:37.904666 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344195f-15bd-44ce-aaab-2494babec074 req-484bfa54-e07a-4014-a169-3caa5f19e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:37.907043 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c344195f-15bd-44ce-aaab-2494babec074 req-484bfa54-e07a-4014-a169-3caa5f19e07d service neutron] 10.222.0.58 "GET /v2.0/networks?id=a84177b0-98a3-43e8-9748-217cec2ce77a HTTP/1.1" status: 200 len: 919 time: 0.0987751 Apr 05 11:21:37.929004 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c20080c-7eff-477e-bde6-199e24179961 None None] Checking router: 4cd42c71-c143-4019-8178-007af10ae8e9 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:21:37.936867 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c20080c-7eff-477e-bde6-199e24179961 None None] Routers {'4cd42c71-c143-4019-8178-007af10ae8e9'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:21:37.937494 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-7c20080c-7eff-477e-bde6-199e24179961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:21:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['4cd42c71-c143-4019-8178-007af10ae8e9'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:37.983573 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c344195f-15bd-44ce-aaab-2494babec074 req-7b8653e2-638e-4363-a7be-396383f0adaa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=141f21be-2523-4672-a366-4a146e7780e9 HTTP/1.1" status: 200 len: 1001 time: 0.0638933 Apr 05 11:21:38.037165 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344195f-15bd-44ce-aaab-2494babec074 req-194e1986-5fca-4729-9992-8f760beac4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:38.040908 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c344195f-15bd-44ce-aaab-2494babec074 req-194e1986-5fca-4729-9992-8f760beac4bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b01bd4d7-97a5-45dc-b9c7-6b928112c646 HTTP/1.1" status: 200 len: 857 time: 0.0500617 Apr 05 11:21:38.053335 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-7c20080c-7eff-477e-bde6-199e24179961 None None] Set router 4cd42c71-c143-4019-8178-007af10ae8e9 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:21:38.094964 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c344195f-15bd-44ce-aaab-2494babec074 req-1daa7725-5249-44b7-beaf-c4e995a6898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:38.096468 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c344195f-15bd-44ce-aaab-2494babec074 req-1daa7725-5249-44b7-beaf-c4e995a6898b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a84177b0-98a3-43e8-9748-217cec2ce77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487111 Apr 05 11:21:38.104090 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5ebbd54a-938f-42cb-87c9-a6b225ab9863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'name': 'tempest-ServerRescueNegativeTestJSON-424288215-router', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:14:54Z', 'updated_at': '2022-04-05T11:14:59Z', 'revision_number': 4, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'gw_port': {'id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:55Z', 'updated_at': '2022-04-05T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '4b8a62ea-73b8-4574-821f-37614ea66841', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'port_id': '141f21be-2523-4672-a366-4a146e7780e9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'mac_address': 'fa:16:3e:a3:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7680ed-da15-498a-a57d-a37e492ada5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:17:26Z', 'updated_at': '2022-04-05T11:21:36Z', 'revision_number': 3, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '885d4881-98a5-4907-8517-a3cacb10eece', 'name': '', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'mac_address': 'fa:16:3e:2f:cb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:59Z', 'updated_at': '2022-04-05T11:15:04Z', 'revision_number': 5, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'subnets': [{'id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:38.130597 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebbd54a-938f-42cb-87c9-a6b225ab9863 None None] Checking router: f239ab75-78ab-4c00-b61f-9f075073e1d1 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:21:38.139659 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebbd54a-938f-42cb-87c9-a6b225ab9863 None None] Routers {'f239ab75-78ab-4c00-b61f-9f075073e1d1'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:21:38.140204 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5ebbd54a-938f-42cb-87c9-a6b225ab9863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:21:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['f239ab75-78ab-4c00-b61f-9f075073e1d1'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:38.251215 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-5ebbd54a-938f-42cb-87c9-a6b225ab9863 None None] Set router f239ab75-78ab-4c00-b61f-9f075073e1d1 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:21:38.257753 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-7c20080c-7eff-477e-bde6-199e24179961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 4, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'gw_port': {'id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '1ebd413e-8a6d-46e4-8b1d-d16229e841d2', 'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'mac_address': 'fa:16:3e:a9:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:31Z', 'updated_at': '2022-04-05T11:13:46Z', 'revision_number': 5, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'subnets': [{'id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:38.284501 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c20080c-7eff-477e-bde6-199e24179961 None None] The sync data for ids ['4cd42c71-c143-4019-8178-007af10ae8e9'] in dv-cinder-818994-3-iscsi is: [{'id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 4, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'gw_port': {'id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '1ebd413e-8a6d-46e4-8b1d-d16229e841d2', 'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'mac_address': 'fa:16:3e:a9:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:31Z', 'updated_at': '2022-04-05T11:13:46Z', 'revision_number': 5, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'subnets': [{'id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:21:38.437131 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c344195f-15bd-44ce-aaab-2494babec074 req-4898b1e2-9927-4918-af1e-8414d034a82f service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000888 Apr 05 11:21:38.522896 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-5ebbd54a-938f-42cb-87c9-a6b225ab9863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'name': 'tempest-ServerRescueNegativeTestJSON-424288215-router', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:14:54Z', 'updated_at': '2022-04-05T11:14:59Z', 'revision_number': 4, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'gw_port': {'id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:55Z', 'updated_at': '2022-04-05T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '4b8a62ea-73b8-4574-821f-37614ea66841', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'port_id': '141f21be-2523-4672-a366-4a146e7780e9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'mac_address': 'fa:16:3e:a3:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7680ed-da15-498a-a57d-a37e492ada5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:17:26Z', 'updated_at': '2022-04-05T11:21:36Z', 'revision_number': 3, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '885d4881-98a5-4907-8517-a3cacb10eece', 'name': '', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'mac_address': 'fa:16:3e:2f:cb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:59Z', 'updated_at': '2022-04-05T11:15:04Z', 'revision_number': 5, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'subnets': [{'id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:21:38.539155 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-45ed7896-dc7d-4cc8-a490-3d9bfa68906a req-b51bb518-411d-4b23-bc29-3e59fb9a3fd4 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=a98ab2b1-5651-42f4-b1f3-de4469d542ad HTTP/1.1" status: 200 len: 210 time: 0.0318437 Apr 05 11:21:38.564098 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebbd54a-938f-42cb-87c9-a6b225ab9863 None None] The sync data for ids ['f239ab75-78ab-4c00-b61f-9f075073e1d1'] in dv-cinder-818994-3-iscsi is: [{'id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'name': 'tempest-ServerRescueNegativeTestJSON-424288215-router', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:14:54Z', 'updated_at': '2022-04-05T11:14:59Z', 'revision_number': 4, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'gw_port': {'id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:55Z', 'updated_at': '2022-04-05T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '4b8a62ea-73b8-4574-821f-37614ea66841', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'port_id': '141f21be-2523-4672-a366-4a146e7780e9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'mac_address': 'fa:16:3e:a3:c4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d7680ed-da15-498a-a57d-a37e492ada5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:17:26Z', 'updated_at': '2022-04-05T11:21:36Z', 'revision_number': 3, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '885d4881-98a5-4907-8517-a3cacb10eece', 'name': '', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'mac_address': 'fa:16:3e:2f:cb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:59Z', 'updated_at': '2022-04-05T11:15:04Z', 'revision_number': 5, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'subnets': [{'id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:21:38.565980 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362a9253-db84-4076-be0f-e9df6eb2de31 None None] New status for floating IP 9a40ff79-f9c0-4cd4-9398-0b8417506468: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:21:38.573221 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c344195f-15bd-44ce-aaab-2494babec074 req-6e066a77-fc11-4fd8-ae0f-e8a48d7e871d service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301203 Apr 05 11:21:38.757522 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device dc7aebba-05fe-428c-9500-aeca3f7e1c99 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:21:38.778995 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] No Port match for: dc7aebba-05fe-428c-9500-aeca3f7e1c99 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:21:38.779338 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device dc7aebba-05fe-428c-9500-aeca3f7e1c99 not bound to the agent host hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:21:39.663015 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d7680ed-da15-498a-a57d-a37e492ada5b', 'tag': '141f21be-2523-4672-a366-4a146e7780e9'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:21:39.665392 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a16d4cb-a473-4ef4-8293-c6c16d6b649b" -d '{"events": [{"name": "network-changed", "server_uuid": "0d7680ed-da15-498a-a57d-a37e492ada5b", "tag": "141f21be-2523-4672-a366-4a146e7780e9"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:21:39.699261 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 34646) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:39.699747 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f5a2f2-a961-46d0-8cda-d3478da321e7 x-openstack-request-id: req-16f5a2f2-a961-46d0-8cda-d3478da321e7 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:21:39.699747 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d7680ed-da15-498a-a57d-a37e492ada5b", "tag": "141f21be-2523-4672-a366-4a146e7780e9", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:21:39.699952 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-16f5a2f2-a961-46d0-8cda-d3478da321e7 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:21:39.700320 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f5a2f2-a961-46d0-8cda-d3478da321e7'] response: {'name': 'network-changed', 'server_uuid': '0d7680ed-da15-498a-a57d-a37e492ada5b', 'tag': '141f21be-2523-4672-a366-4a146e7780e9', 'status': 'completed', 'code': 200} Apr 05 11:21:39.786958 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-05cea1c9-1dae-477e-a34e-98fef96e0d2d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group (02317175-183d-416d-a38a-df24b3f71b2a), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:39.800628 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16d4cb-a473-4ef4-8293-c6c16d6b649b req-d46ff83c-e4a4-40c6-94b9-6ccb9eadd44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:39.813458 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2a16d4cb-a473-4ef4-8293-c6c16d6b649b req-d46ff83c-e4a4-40c6-94b9-6ccb9eadd44a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf751cbfd21e463e83beea4d29713404&device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 1129 time: 0.0753536 Apr 05 11:21:39.815107 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-05cea1c9-1dae-477e-a34e-98fef96e0d2d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group (02317175-183d-416d-a38a-df24b3f71b2a), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:39.922279 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16d4cb-a473-4ef4-8293-c6c16d6b649b req-39f4ceea-9554-4a31-8acb-74af3452bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:39.923691 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2a16d4cb-a473-4ef4-8293-c6c16d6b649b req-39f4ceea-9554-4a31-8acb-74af3452bd68 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a84177b0-98a3-43e8-9748-217cec2ce77a HTTP/1.1" status: 200 len: 919 time: 0.1058993 Apr 05 11:21:40.226176 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-05cea1c9-1dae-477e-a34e-98fef96e0d2d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (02317175-183d-416d-a38a-df24b3f71b2a), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:40.230396 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-05cea1c9-1dae-477e-a34e-98fef96e0d2d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:40.231531 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-05cea1c9-1dae-477e-a34e-98fef96e0d2d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "DELETE /v2.0/security-groups/02317175-183d-416d-a38a-df24b3f71b2a HTTP/1.1" status: 204 len: 168 time: 0.5312831 Apr 05 11:21:40.234336 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 34648) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:40.247300 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cea1c9-1dae-477e-a34e-98fef96e0d2d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02317175-183d-416d-a38a-df24b3f71b2a,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:40.248650 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.api.v2.resource [None req-09b00b26-9709-4911-8a45-453fb8ee45dc tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] show failed (client error): The resource could not be found. Apr 05 11:21:40.250546 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-09b00b26-9709-4911-8a45-453fb8ee45dc tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups/02317175-183d-416d-a38a-df24b3f71b2a HTTP/1.1" status: 404 len: 347 time: 0.0143414 Apr 05 11:21:40.252880 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 34650) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:40.266638 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2a16d4cb-a473-4ef4-8293-c6c16d6b649b req-a5ad9f00-a219-4c03-bfa8-f16ec5699312 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=141f21be-2523-4672-a366-4a146e7780e9 HTTP/1.1" status: 200 len: 1001 time: 0.3277981 Apr 05 11:21:40.316313 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16d4cb-a473-4ef4-8293-c6c16d6b649b req-62582948-f78f-4334-85a7-d4e2c75b9cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:40.317775 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2a16d4cb-a473-4ef4-8293-c6c16d6b649b req-62582948-f78f-4334-85a7-d4e2c75b9cc1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b01bd4d7-97a5-45dc-b9c7-6b928112c646 HTTP/1.1" status: 200 len: 857 time: 0.0452290 Apr 05 11:21:40.367505 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16d4cb-a473-4ef4-8293-c6c16d6b649b req-1ec4347f-712a-4a4b-8d2f-576c4a78de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:40.369597 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2a16d4cb-a473-4ef4-8293-c6c16d6b649b req-1ec4347f-712a-4a4b-8d2f-576c4a78de22 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a84177b0-98a3-43e8-9748-217cec2ce77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450318 Apr 05 11:21:40.381714 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d5f20-b2b1-4b2c-af14-675edf6aee3e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Deleting port 652de5c7-c7f9-4bfe-80c1-750aab55c098 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:21:40.382053 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7d5f20-b2b1-4b2c-af14-675edf6aee3e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (652de5c7-c7f9-4bfe-80c1-750aab55c098), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:40.455765 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7d5f20-b2b1-4b2c-af14-675edf6aee3e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (652de5c7-c7f9-4bfe-80c1-750aab55c098), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:40.456087 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7d5f20-b2b1-4b2c-af14-675edf6aee3e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for floatingip (652de5c7-c7f9-4bfe-80c1-750aab55c098), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:40.461905 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2a16d4cb-a473-4ef4-8293-c6c16d6b649b req-f140c8aa-5775-42a8-8984-0991d6f9602f service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852580 Apr 05 11:21:40.467869 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-4d7d5f20-b2b1-4b2c-af14-675edf6aee3e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Calling delete_port for 652de5c7-c7f9-4bfe-80c1-750aab55c098 owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:21:40.551454 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2a16d4cb-a473-4ef4-8293-c6c16d6b649b req-91c188dc-070d-495f-bc52-cab60171120f service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832045 Apr 05 11:21:40.745463 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7d5f20-b2b1-4b2c-af14-675edf6aee3e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (652de5c7-c7f9-4bfe-80c1-750aab55c098), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:40.771739 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d5f20-b2b1-4b2c-af14-675edf6aee3e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Pushing event deleted for resources: {'Port': ['ID=652de5c7-c7f9-4bfe-80c1-750aab55c098,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:40.832929 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7d5f20-b2b1-4b2c-af14-675edf6aee3e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for floatingip (9a40ff79-f9c0-4cd4-9398-0b8417506468), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:40.835482 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d7d5f20-b2b1-4b2c-af14-675edf6aee3e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:40.836618 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4d7d5f20-b2b1-4b2c-af14-675edf6aee3e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "DELETE /v2.0/floatingips/9a40ff79-f9c0-4cd4-9398-0b8417506468 HTTP/1.1" status: 204 len: 168 time: 0.5827219 Apr 05 11:21:41.367469 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 34654) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:41.400253 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-020f9037-cefa-40ec-adc7-b5510dfbae7d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1450084525', 'description': 'tempest-description--885473719'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:41.589870 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-020f9037-cefa-40ec-adc7-b5510dfbae7d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:41.653836 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-020f9037-cefa-40ec-adc7-b5510dfbae7d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group (6a7f79d5-87da-427b-8af9-502b02fbafa0), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:41.791225 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-020f9037-cefa-40ec-adc7-b5510dfbae7d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (6a7f79d5-87da-427b-8af9-502b02fbafa0), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:41.819518 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f9037-cefa-40ec-adc7-b5510dfbae7d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7f79d5-87da-427b-8af9-502b02fbafa0,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:41.902129 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-020f9037-cefa-40ec-adc7-b5510dfbae7d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:41.903354 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-020f9037-cefa-40ec-adc7-b5510dfbae7d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5342093 Apr 05 11:21:41.906201 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 34656) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:41.910498 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-855f018a-1673-491f-8645-21300957144d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Request body: {'security_group_rule': {'security_group_id': '6a7f79d5-87da-427b-8af9-502b02fbafa0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:42.057231 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-855f018a-1673-491f-8645-21300957144d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group_rule (b2be82d3-1749-43e4-bae5-43c0ba405e63), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:42.112181 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-855f018a-1673-491f-8645-21300957144d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group_rule (b2be82d3-1749-43e4-bae5-43c0ba405e63), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:42.234478 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-855f018a-1673-491f-8645-21300957144d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (b2be82d3-1749-43e4-bae5-43c0ba405e63), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:42.252373 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f018a-1673-491f-8645-21300957144d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2be82d3-1749-43e4-bae5-43c0ba405e63,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:42.379441 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-855f018a-1673-491f-8645-21300957144d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:42.380663 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-855f018a-1673-491f-8645-21300957144d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4734938 Apr 05 11:21:42.383276 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 34660) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:42.387479 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-4cdc1c6d-95e6-4d48-9c5a-ca3752e4f0b0 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Request body: {'security_group_rule': {'security_group_id': '6a7f79d5-87da-427b-8af9-502b02fbafa0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:42.533745 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1c6d-95e6-4d48-9c5a-ca3752e4f0b0 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group_rule (1f64fd92-78bd-4037-8d52-9cf03a287c75), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:42.590132 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1c6d-95e6-4d48-9c5a-ca3752e4f0b0 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group_rule (1f64fd92-78bd-4037-8d52-9cf03a287c75), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:42.670823 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1c6d-95e6-4d48-9c5a-ca3752e4f0b0 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (1f64fd92-78bd-4037-8d52-9cf03a287c75), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:42.687601 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc1c6d-95e6-4d48-9c5a-ca3752e4f0b0 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f64fd92-78bd-4037-8d52-9cf03a287c75,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:42.821757 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1c6d-95e6-4d48-9c5a-ca3752e4f0b0 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:42.822991 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4cdc1c6d-95e6-4d48-9c5a-ca3752e4f0b0 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4387689 Apr 05 11:21:42.825985 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 34662) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:21:42.830168 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-0cd285dc-f9d3-4767-9d1a-ffbc0c40ac98 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Request body: {'floatingip': {'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:42.972084 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cd285dc-f9d3-4767-9d1a-ffbc0c40ac98 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:43.068509 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cd285dc-f9d3-4767-9d1a-ffbc0c40ac98 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:43.176752 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-0cd285dc-f9d3-4767-9d1a-ffbc0c40ac98 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Allocated IP 172.27.0.125 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/cee0a62b-fc12-4969-bb13-8e64cf335c2c) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:21:43.274507 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cd285dc-f9d3-4767-9d1a-ffbc0c40ac98 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for port (cee0a62b-fc12-4969-bb13-8e64cf335c2c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:43.425422 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cd285dc-f9d3-4767-9d1a-ffbc0c40ac98 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (cee0a62b-fc12-4969-bb13-8e64cf335c2c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:43.460984 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd285dc-f9d3-4767-9d1a-ffbc0c40ac98 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:21:43.463728 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-0cd285dc-f9d3-4767-9d1a-ffbc0c40ac98 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:21:43.467003 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd285dc-f9d3-4767-9d1a-ffbc0c40ac98 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:21:43.496831 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd285dc-f9d3-4767-9d1a-ffbc0c40ac98 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Pushing event updated for resources: {'Port': ['ID=cee0a62b-fc12-4969-bb13-8e64cf335c2c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:43.561255 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cd285dc-f9d3-4767-9d1a-ffbc0c40ac98 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for floatingip (6be1f7da-10ef-40f7-b24a-8e072b556f9e), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:43.680930 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cd285dc-f9d3-4767-9d1a-ffbc0c40ac98 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (cee0a62b-fc12-4969-bb13-8e64cf335c2c), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:43.828358 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cd285dc-f9d3-4767-9d1a-ffbc0c40ac98 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for port (cee0a62b-fc12-4969-bb13-8e64cf335c2c), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:43.916961 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cd285dc-f9d3-4767-9d1a-ffbc0c40ac98 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (cee0a62b-fc12-4969-bb13-8e64cf335c2c), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:43.980840 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd285dc-f9d3-4767-9d1a-ffbc0c40ac98 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Pushing event updated for resources: {'Port': ['ID=cee0a62b-fc12-4969-bb13-8e64cf335c2c,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:43.994454 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cd285dc-f9d3-4767-9d1a-ffbc0c40ac98 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (6be1f7da-10ef-40f7-b24a-8e072b556f9e), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:44.099767 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0cd285dc-f9d3-4767-9d1a-ffbc0c40ac98 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:44.100958 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0cd285dc-f9d3-4767-9d1a-ffbc0c40ac98 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2740660 Apr 05 11:21:44.295595 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-08b8b92a-cbc2-41f6-89f7-3a9d2f123cc4 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1450084525&fields=id&tenant_id=e6061eea75194ee5b5efeed2e6073d75 HTTP/1.1" status: 200 len: 267 time: 0.0458972 Apr 05 11:21:44.400849 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-edd66a41-5185-46c6-b9f7-38e216c17835 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:44.402197 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-edd66a41-5185-46c6-b9f7-38e216c17835 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/networks?id=7217652a-af97-4947-b0e2-d005c4528ce6 HTTP/1.1" status: 200 len: 810 time: 0.1000042 Apr 05 11:21:44.417631 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-d5a5e0cb-5482-4ad5-9e8b-328aee29ecc4 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/quotas/e6061eea75194ee5b5efeed2e6073d75 HTTP/1.1" status: 200 len: 375 time: 0.0099032 Apr 05 11:21:44.470697 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-81580b0e-34fd-4329-9160-92e1711326f1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e6061eea75194ee5b5efeed2e6073d75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479355 Apr 05 11:21:44.572021 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-b71938a6-a548-410d-bf5f-97a391efa0e6 service neutron] 10.222.0.39 "GET /v2.0/networks/7217652a-af97-4947-b0e2-d005c4528ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897138 Apr 05 11:21:44.647037 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:21:44.663615 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-776a282e-6355-4e56-a4f7-ba383161bc9b service neutron] 10.222.0.39 "GET /v2.0/networks/7217652a-af97-4947-b0e2-d005c4528ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858362 Apr 05 11:21:44.934348 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8a242966-68a9-484f-be57-dde36e564fed req-68073f77-2afe-4d74-8782-ec421af3137e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 210 time: 0.0311363 Apr 05 11:21:46.034234 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-60b69a76-5fa9-4e40-bf7c-36bbb12df1ec req-3cefbedf-75d3-4bf9-98d0-2eade2681121 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 210 time: 0.0277424 Apr 05 11:21:46.731866 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:47.131267 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1565eb87-5f4b-4fa5-ab89-5bbea62041a2 req-7ece4766-dcf7-403a-a176-b67c1d46263a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 210 time: 0.0288675 Apr 05 11:21:47.480921 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-271a1f8b-fcfd-4fed-a92a-fbb4ea164b7b tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:47.482338 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-271a1f8b-fcfd-4fed-a92a-fbb4ea164b7b tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.58 "GET /v2.0/networks?id=7217652a-af97-4947-b0e2-d005c4528ce6 HTTP/1.1" status: 200 len: 810 time: 0.1018944 Apr 05 11:21:47.560312 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-d4dfb38b-9169-4d01-be66-815e5c35133d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6061eea75194ee5b5efeed2e6073d75 HTTP/1.1" status: 200 len: 380 time: 0.0520022 Apr 05 11:21:47.569036 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-2354a2a7-b6c7-4f69-a16a-b76c38163965 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Request body: {'port': {'device_id': 'f5ad1a46-8a77-4def-b880-e32ca5f36db1', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'admin_state_up': True, 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'security_groups': ['6a7f79d5-87da-427b-8af9-502b02fbafa0']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:47.897574 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-2354a2a7-b6c7-4f69-a16a-b76c38163965 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Made reservation on behalf of e6061eea75194ee5b5efeed2e6073d75 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:21:47.901578 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-2354a2a7-b6c7-4f69-a16a-b76c38163965 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:48.027903 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-2354a2a7-b6c7-4f69-a16a-b76c38163965 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Allocated IP 172.20.0.13 (7217652a-af97-4947-b0e2-d005c4528ce6/f82113b2-532a-4a4b-a711-82c62696ceb0/8634b263-44cb-4aa1-94a2-580363a6f345) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:21:48.167569 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-2354a2a7-b6c7-4f69-a16a-b76c38163965 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for port (8634b263-44cb-4aa1-94a2-580363a6f345), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:48.246806 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ac33eeb2-e239-46a9-a17a-b93bce3ff45a req-b153e3ab-4d92-4520-afb8-e11ecebf402a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 210 time: 0.0268226 Apr 05 11:21:48.386189 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-2354a2a7-b6c7-4f69-a16a-b76c38163965 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (8634b263-44cb-4aa1-94a2-580363a6f345), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:48.429469 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-2354a2a7-b6c7-4f69-a16a-b76c38163965 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Network 7217652a-af97-4947-b0e2-d005c4528ce6 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:21:48.432767 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-2354a2a7-b6c7-4f69-a16a-b76c38163965 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:21:48.436406 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-2354a2a7-b6c7-4f69-a16a-b76c38163965 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:21:48.464220 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354a2a7-b6c7-4f69-a16a-b76c38163965 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Pushing event updated for resources: {'Port': ['ID=8634b263-44cb-4aa1-94a2-580363a6f345,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:48.488408 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c9c5ba1a-49da-4887-a1b5-231d3348acec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:48.494596 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-2354a2a7-b6c7-4f69-a16a-b76c38163965 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:48.495277 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-2354a2a7-b6c7-4f69-a16a-b76c38163965 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:48.623039 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-2354a2a7-b6c7-4f69-a16a-b76c38163965 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0574613 Apr 05 11:21:48.643179 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] Request body: {'port': {'device_id': 'f5ad1a46-8a77-4def-b880-e32ca5f36db1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:21:48.685881 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-5af87552-0b7d-4aa3-9e88-c444406e6bc1 None None] Provisioning complete for port 8634b263-44cb-4aa1-94a2-580363a6f345 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:21:48.686144 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5af87552-0b7d-4aa3-9e88-c444406e6bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (8634b263-44cb-4aa1-94a2-580363a6f345), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:48.703954 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (8634b263-44cb-4aa1-94a2-580363a6f345), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:48.719466 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-5af87552-0b7d-4aa3-9e88-c444406e6bc1 None None] Port 8634b263-44cb-4aa1-94a2-580363a6f345 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:21:48.960708 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8634b263-44cb-4aa1-94a2-580363a6f345 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:21:48.968692 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] Publish callbacks [] for port (8634b263-44cb-4aa1-94a2-580363a6f345), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:48.981107 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] Transition to ACTIVE for port object 8634b263-44cb-4aa1-94a2-580363a6f345 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:21:49.058888 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (8634b263-44cb-4aa1-94a2-580363a6f345), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:49.107542 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] Pushing event updated for resources: {'Port': ['ID=8634b263-44cb-4aa1-94a2-580363a6f345,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:49.183930 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] Attempting to bind port 8634b263-44cb-4aa1-94a2-580363a6f345 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:21:49.184625 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] Attempting to bind port 8634b263-44cb-4aa1-94a2-580363a6f345 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'b621d9f4-d6cf-43b5-98e9-c56fcec4f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:21:49.184625 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] Attempting to bind port 8634b263-44cb-4aa1-94a2-580363a6f345 on network 7217652a-af97-4947-b0e2-d005c4528ce6 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:21:49.189321 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] Port 8634b263-44cb-4aa1-94a2-580363a6f345 on network 7217652a-af97-4947-b0e2-d005c4528ce6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:21:49.189686 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] Attempting to bind port 8634b263-44cb-4aa1-94a2-580363a6f345 on network 7217652a-af97-4947-b0e2-d005c4528ce6 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:21:49.194765 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:21:49.195117 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] Checking segment: {'id': 'b621d9f4-d6cf-43b5-98e9-c56fcec4f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:21:49.195602 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] Bound using segment: {'id': 'b621d9f4-d6cf-43b5-98e9-c56fcec4f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:21:49.195912 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] Bound port: 8634b263-44cb-4aa1-94a2-580363a6f345, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b621d9f4-d6cf-43b5-98e9-c56fcec4f695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:21:49.196295 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (8634b263-44cb-4aa1-94a2-580363a6f345), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:49.263581 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] For port 8634b263-44cb-4aa1-94a2-580363a6f345, host hv-cinder-81899, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:21:49.266540 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] For port 8634b263-44cb-4aa1-94a2-580363a6f345, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=8634b263-44cb-4aa1-94a2-580363a6f345,segment=NetworkSegment(b621d9f4-d6cf-43b5-98e9-c56fcec4f695),segment_id=b621d9f4-d6cf-43b5-98e9-c56fcec4f695)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:21:49.367459 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dde9b1-c337-4616-933b-41e56040cd81 req-b6f92d5a-cd08-46cc-8cd6-d64c53d61658 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:49.368935 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-48dde9b1-c337-4616-933b-41e56040cd81 req-b6f92d5a-cd08-46cc-8cd6-d64c53d61658 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 944 time: 0.0570819 Apr 05 11:21:49.383514 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (8634b263-44cb-4aa1-94a2-580363a6f345), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:49.427547 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:49.428533 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:49.429942 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] 10.222.0.58 "PUT /v2.0/ports/8634b263-44cb-4aa1-94a2-580363a6f345 HTTP/1.1" status: 200 len: 1094 time: 0.7908533 Apr 05 11:21:49.432388 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ad1a46-8a77-4def-b880-e32ca5f36db1', 'tag': '8634b263-44cb-4aa1-94a2-580363a6f345'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:21:49.436984 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9846abb7-b920-491f-aede-bce2e721efc3" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ad1a46-8a77-4def-b880-e32ca5f36db1", "tag": "8634b263-44cb-4aa1-94a2-580363a6f345"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:21:49.482588 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195adee4-4d04-45ee-b2a7-fb349ca538ab x-openstack-request-id: req-195adee4-4d04-45ee-b2a7-fb349ca538ab {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:21:49.482901 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ad1a46-8a77-4def-b880-e32ca5f36db1", "tag": "8634b263-44cb-4aa1-94a2-580363a6f345", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:21:49.483156 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-195adee4-4d04-45ee-b2a7-fb349ca538ab {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:21:49.483554 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-195adee4-4d04-45ee-b2a7-fb349ca538ab'] response: {'name': 'network-changed', 'server_uuid': 'f5ad1a46-8a77-4def-b880-e32ca5f36db1', 'tag': '8634b263-44cb-4aa1-94a2-580363a6f345', 'status': 'completed', 'code': 200} Apr 05 11:21:49.490180 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-48dde9b1-c337-4616-933b-41e56040cd81 req-1f53ff86-f784-435e-a487-f08ea0056442 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153760 Apr 05 11:21:49.501118 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa5946-7eca-4831-949f-6ee8af059f6d service neutron] Pushing event updated for resources: {'Port': ['ID=8634b263-44cb-4aa1-94a2-580363a6f345,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:49.576319 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846abb7-b920-491f-aede-bce2e721efc3 req-a23653fc-ee44-44ad-8d1c-dada5f913a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:49.577927 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9846abb7-b920-491f-aede-bce2e721efc3 req-a23653fc-ee44-44ad-8d1c-dada5f913a94 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6061eea75194ee5b5efeed2e6073d75&device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 1128 time: 0.0494845 Apr 05 11:21:49.682387 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846abb7-b920-491f-aede-bce2e721efc3 req-10b5caa2-2511-46c7-9d71-513ce7ac25b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:49.683879 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9846abb7-b920-491f-aede-bce2e721efc3 req-10b5caa2-2511-46c7-9d71-513ce7ac25b1 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=e6061eea75194ee5b5efeed2e6073d75&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0955398 Apr 05 11:21:49.781459 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846abb7-b920-491f-aede-bce2e721efc3 req-66311bb9-891b-4645-973f-2a58bfea3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:49.782857 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9846abb7-b920-491f-aede-bce2e721efc3 req-66311bb9-891b-4645-973f-2a58bfea3d30 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930679 Apr 05 11:21:49.878038 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-9adebddb-d6e5-492d-b8b1-b3aaf9b643b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:49.879611 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-9adebddb-d6e5-492d-b8b1-b3aaf9b643b6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6061eea75194ee5b5efeed2e6073d75&device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 1128 time: 0.0484834 Apr 05 11:21:49.923717 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-191b2dd1-8862-43be-b2ee-db075c9dcf46 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8634b263-44cb-4aa1-94a2-580363a6f345 HTTP/1.1" status: 200 len: 217 time: 0.0366652 Apr 05 11:21:49.975627 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-be615ed9-9686-4313-93ec-938b8ca1f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:49.977021 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-be615ed9-9686-4313-93ec-938b8ca1f044 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f82113b2-532a-4a4b-a711-82c62696ceb0 HTTP/1.1" status: 200 len: 849 time: 0.0423865 Apr 05 11:21:50.026969 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-dac9e76d-3626-453a-bd33-0dd82a3482cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:50.028471 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-dac9e76d-3626-453a-bd33-0dd82a3482cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7217652a-af97-4947-b0e2-d005c4528ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450268 Apr 05 11:21:50.121243 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-43187823-3703-497b-897b-546ba9aff4e4 service neutron] 10.222.0.58 "GET /v2.0/networks/7217652a-af97-4947-b0e2-d005c4528ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861828 Apr 05 11:21:50.209814 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6f6f3f8f-5feb-4e41-b2fe-0216b2f8a733 req-29f6268b-287c-4f24-a292-ceca607935ac service neutron] 10.222.0.58 "GET /v2.0/networks/7217652a-af97-4947-b0e2-d005c4528ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806665 Apr 05 11:21:50.615086 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1923ebe-477f-43c0-9564-c073884e2e73 req-e11f5ca2-cca0-4854-97a1-1998ddc36010 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:50.616544 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c1923ebe-477f-43c0-9564-c073884e2e73 req-e11f5ca2-cca0-4854-97a1-1998ddc36010 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 944 time: 0.0533578 Apr 05 11:21:50.661797 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c1923ebe-477f-43c0-9564-c073884e2e73 req-ef049e52-810f-4f5b-a269-8ed4e56ab110 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396955 Apr 05 11:21:50.956497 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-721942b2-2652-4b77-8edc-da9d31e77567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:51.782464 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af127f4b-aed8-4f2c-a66d-62e06ab272e2 req-fb29986c-c4ef-49da-b5e9-2e14560eb918 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:51.783978 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-af127f4b-aed8-4f2c-a66d-62e06ab272e2 req-fb29986c-c4ef-49da-b5e9-2e14560eb918 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 944 time: 0.0574520 Apr 05 11:21:51.831283 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-af127f4b-aed8-4f2c-a66d-62e06ab272e2 req-2d82675e-eae3-4573-b3b1-66a7b24764f4 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416834 Apr 05 11:21:51.920123 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:52.952657 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4834ad2-eefa-4f9b-b37b-a3e5e96d479f req-e631e79e-29e6-4783-a665-4715b01449cc tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:52.954476 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f4834ad2-eefa-4f9b-b37b-a3e5e96d479f req-e631e79e-29e6-4783-a665-4715b01449cc tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 944 time: 0.0565488 Apr 05 11:21:53.001568 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f4834ad2-eefa-4f9b-b37b-a3e5e96d479f req-eb8f49a8-8072-44e3-80a7-73cfe0e8a535 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414636 Apr 05 11:21:53.245624 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:54.115939 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33ae01-04fa-47eb-954e-5f77605c3de5 req-486aa564-c30c-4646-a62d-5a9d4cc68683 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:54.117437 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6a33ae01-04fa-47eb-954e-5f77605c3de5 req-486aa564-c30c-4646-a62d-5a9d4cc68683 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 944 time: 0.0515366 Apr 05 11:21:54.163292 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6a33ae01-04fa-47eb-954e-5f77605c3de5 req-a8fa2d6b-85ca-4b61-89d8-4e6962929887 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396044 Apr 05 11:21:54.834620 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 8634b263-44cb-4aa1-94a2-580363a6f345 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:21:54.949307 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 8634b263-44cb-4aa1-94a2-580363a6f345, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=8634b263-44cb-4aa1-94a2-580363a6f345,segment=NetworkSegment(b621d9f4-d6cf-43b5-98e9-c56fcec4f695),segment_id=b621d9f4-d6cf-43b5-98e9-c56fcec4f695)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:21:54.960396 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': '8634b263-44cb-4aa1-94a2-580363a6f345', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'port_id': '8634b263-44cb-4aa1-94a2-580363a6f345', 'mac_address': 'fa:16:3e:fe:d4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:21:54.998420 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 8634b263-44cb-4aa1-94a2-580363a6f345 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:21:54.998840 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (8634b263-44cb-4aa1-94a2-580363a6f345), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:55.012170 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8634b263-44cb-4aa1-94a2-580363a6f345 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:21:55.031437 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 8634b263-44cb-4aa1-94a2-580363a6f345, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=8634b263-44cb-4aa1-94a2-580363a6f345,segment=NetworkSegment(b621d9f4-d6cf-43b5-98e9-c56fcec4f695),segment_id=b621d9f4-d6cf-43b5-98e9-c56fcec4f695)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:21:55.053495 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:55.143290 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (8634b263-44cb-4aa1-94a2-580363a6f345), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:55.195023 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=8634b263-44cb-4aa1-94a2-580363a6f345,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:55.283994 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810b10b-ff14-4700-b1f4-0b40e05ed41b req-e996390a-98f1-4468-99a4-866dd0699084 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:55.285535 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4810b10b-ff14-4700-b1f4-0b40e05ed41b req-e996390a-98f1-4468-99a4-866dd0699084 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 945 time: 0.0523245 Apr 05 11:21:55.332558 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4810b10b-ff14-4700-b1f4-0b40e05ed41b req-90721a2e-2365-4654-88f2-9cdd5586fb27 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413775 Apr 05 11:21:55.697959 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['8634b263-44cb-4aa1-94a2-580363a6f345'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:21:56.448210 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ffc447-78d8-4f45-bc90-f9c14d3b391b req-e159f85d-8983-4d30-8ee9-27d6a6cf64d2 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:56.449708 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-85ffc447-78d8-4f45-bc90-f9c14d3b391b req-e159f85d-8983-4d30-8ee9-27d6a6cf64d2 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 945 time: 0.0517509 Apr 05 11:21:56.499132 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-85ffc447-78d8-4f45-bc90-f9c14d3b391b req-ed656332-1992-4dda-907a-9c151916dded tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439162 Apr 05 11:21:56.988520 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 8634b263-44cb-4aa1-94a2-580363a6f345 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:21:57.337291 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port 8634b263-44cb-4aa1-94a2-580363a6f345 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:21:57.341298 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port 8634b263-44cb-4aa1-94a2-580363a6f345 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:21:57.341665 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (8634b263-44cb-4aa1-94a2-580363a6f345), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:57.415714 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 8634b263-44cb-4aa1-94a2-580363a6f345 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:21:57.416100 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (8634b263-44cb-4aa1-94a2-580363a6f345), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:57.438282 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ad1a46-8a77-4def-b880-e32ca5f36db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8634b263-44cb-4aa1-94a2-580363a6f345'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:21:57.440588 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9da5ba-3acc-4cfc-8a37-9ec31ec8519f" -d '{"events": [{"server_uuid": "f5ad1a46-8a77-4def-b880-e32ca5f36db1", "name": "network-vif-plugged", "status": "completed", "tag": "8634b263-44cb-4aa1-94a2-580363a6f345"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:21:57.453246 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 8634b263-44cb-4aa1-94a2-580363a6f345, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=8634b263-44cb-4aa1-94a2-580363a6f345,segment=NetworkSegment(b621d9f4-d6cf-43b5-98e9-c56fcec4f695),segment_id=b621d9f4-d6cf-43b5-98e9-c56fcec4f695)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:21:57.474952 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec28776-276f-4925-a10e-a250f71c1454 x-openstack-request-id: req-0ec28776-276f-4925-a10e-a250f71c1454 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:21:57.475238 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ad1a46-8a77-4def-b880-e32ca5f36db1", "name": "network-vif-plugged", "status": "completed", "tag": "8634b263-44cb-4aa1-94a2-580363a6f345", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:21:57.475517 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ec28776-276f-4925-a10e-a250f71c1454 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:21:57.475905 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec28776-276f-4925-a10e-a250f71c1454'] response: {'server_uuid': 'f5ad1a46-8a77-4def-b880-e32ca5f36db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8634b263-44cb-4aa1-94a2-580363a6f345', 'code': 200} Apr 05 11:21:57.611652 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (8634b263-44cb-4aa1-94a2-580363a6f345), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:21:57.618900 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0ccd1-a245-4d2f-824b-d845bc9398d2 req-c6990d72-2954-489f-bdbe-098855273ab8 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:57.621454 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c1c0ccd1-a245-4d2f-824b-d845bc9398d2 req-c6990d72-2954-489f-bdbe-098855273ab8 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 945 time: 0.0524459 Apr 05 11:21:57.663207 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=8634b263-44cb-4aa1-94a2-580363a6f345,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:21:57.671016 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c1c0ccd1-a245-4d2f-824b-d845bc9398d2 req-fea317f0-1e2f-46e6-9b11-3e02370e9a68 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437438 Apr 05 11:21:57.924706 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e02462-e4e3-43bc-8e5d-8d5e351aed28 req-c91f8e7b-f43a-4e11-a26f-7036593ebc22 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:57.926107 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-05e02462-e4e3-43bc-8e5d-8d5e351aed28 req-c91f8e7b-f43a-4e11-a26f-7036593ebc22 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0826750 Apr 05 11:21:57.936038 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41909146-3604-433e-9f94-d7c4a11667a8 req-08e3ee65-1ef0-467e-9861-23e583202afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:57.937496 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-41909146-3604-433e-9f94-d7c4a11667a8 req-08e3ee65-1ef0-467e-9861-23e583202afa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 1130 time: 0.0675488 Apr 05 11:21:57.978198 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-05e02462-e4e3-43bc-8e5d-8d5e351aed28 req-04d95210-9056-46ab-8594-e54b1726b492 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457356 Apr 05 11:21:58.083458 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-41909146-3604-433e-9f94-d7c4a11667a8 req-642462d2-06cc-4eb9-b7f1-3bb8f46eeab1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371084 Apr 05 11:21:58.789816 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b38a68-3142-41c1-88d8-06672e98ce67 req-ecdc92e2-dfad-4b05-8efa-c78e08bc5192 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:58.791343 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-01b38a68-3142-41c1-88d8-06672e98ce67 req-ecdc92e2-dfad-4b05-8efa-c78e08bc5192 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.0515959 Apr 05 11:21:58.840962 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-01b38a68-3142-41c1-88d8-06672e98ce67 req-1802a8c3-65ab-46c5-a948-cf53dfd28720 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440209 Apr 05 11:21:59.095819 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a10f3-1ad6-4997-a6b3-6b4fa6b1ecaa req-0d95ac08-85d0-46d1-a934-305e9d252c77 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:59.097265 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a26a10f3-1ad6-4997-a6b3-6b4fa6b1ecaa req-0d95ac08-85d0-46d1-a934-305e9d252c77 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0506384 Apr 05 11:21:59.146641 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a26a10f3-1ad6-4997-a6b3-6b4fa6b1ecaa req-f70eb5d5-28d2-4ed5-ab15-15a9f7f761e4 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436487 Apr 05 11:21:59.958252 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0759127-8ccc-48c6-809c-e268cbc516f7 req-52654cb2-e81d-4ef4-9878-b4452a15e5a6 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:21:59.959760 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a0759127-8ccc-48c6-809c-e268cbc516f7 req-52654cb2-e81d-4ef4-9878-b4452a15e5a6 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.0524948 Apr 05 11:22:00.009752 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a0759127-8ccc-48c6-809c-e268cbc516f7 req-e88e462e-b638-403c-998b-9a55a0a5b394 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440922 Apr 05 11:22:00.268051 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d8654-16f0-4839-8d8e-fdbe9791624c req-97508330-ff9a-49e4-9a47-ba31a1932028 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:00.269600 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4d9d8654-16f0-4839-8d8e-fdbe9791624c req-97508330-ff9a-49e4-9a47-ba31a1932028 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0579026 Apr 05 11:22:00.321057 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4d9d8654-16f0-4839-8d8e-fdbe9791624c req-f98f7630-21fc-4625-961d-2fb6fc31a663 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458834 Apr 05 11:22:01.124648 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aec796-25b4-4c59-9cb9-e86e2555c906 req-197749e5-a033-4f96-8578-876c54438c26 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:01.126127 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-36aec796-25b4-4c59-9cb9-e86e2555c906 req-197749e5-a033-4f96-8578-876c54438c26 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.0525191 Apr 05 11:22:01.171766 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-36aec796-25b4-4c59-9cb9-e86e2555c906 req-ff912c0a-fe7b-4d8a-9a3b-df14c60802ce tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401151 Apr 05 11:22:01.285342 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea89cf-c2e1-4bb1-a629-3d7716831d90 req-69b2df16-a9dc-46a9-84b9-55ba2d3f2d5e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:01.286955 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c8ea89cf-c2e1-4bb1-a629-3d7716831d90 req-69b2df16-a9dc-46a9-84b9-55ba2d3f2d5e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.0520654 Apr 05 11:22:01.295247 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 34750) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:22:01.299637 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-c8240676-2806-405c-a377-5c4c564cca3a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Request body: {'floatingip': {'port_id': '8634b263-44cb-4aa1-94a2-580363a6f345'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:22:01.337343 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c8240676-2806-405c-a377-5c4c564cca3a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for floatingip (6be1f7da-10ef-40f7-b24a-8e072b556f9e), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:01.444258 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4766e9-7d08-4866-8ffd-2b97eb9caee0 req-a5d84c9a-b306-4270-beb0-b13c8974219d tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:01.445735 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1a4766e9-7d08-4866-8ffd-2b97eb9caee0 req-a5d84c9a-b306-4270-beb0-b13c8974219d tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0577099 Apr 05 11:22:01.494983 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1a4766e9-7d08-4866-8ffd-2b97eb9caee0 req-572f280c-d9c5-46a7-a750-fa2081d66a9a tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429564 Apr 05 11:22:01.780619 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c8240676-2806-405c-a377-5c4c564cca3a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:01.885323 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c8240676-2806-405c-a377-5c4c564cca3a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (6be1f7da-10ef-40f7-b24a-8e072b556f9e), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:01.987444 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-c8240676-2806-405c-a377-5c4c564cca3a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Floating IP 6be1f7da-10ef-40f7-b24a-8e072b556f9e associated. External IP: 172.27.0.125, port: 8634b263-44cb-4aa1-94a2-580363a6f345. Apr 05 11:22:02.195691 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8240676-2806-405c-a377-5c4c564cca3a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Router 4cd42c71-c143-4019-8178-007af10ae8e9 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:22:02.303562 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8240676-2806-405c-a377-5c4c564cca3a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:22:02.308959 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c8240676-2806-405c-a377-5c4c564cca3a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:02.313963 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcba52d-8f1b-4040-9d78-b0968ea635d8 None None] Sync routers for ids ['4cd42c71-c143-4019-8178-007af10ae8e9'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:22:02.323617 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcba52d-8f1b-4040-9d78-b0968ea635d8 None None] Routers {'4cd42c71-c143-4019-8178-007af10ae8e9'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:22:02.324235 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-fbcba52d-8f1b-4040-9d78-b0968ea635d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:21:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['4cd42c71-c143-4019-8178-007af10ae8e9'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:22:02.347651 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c8240676-2806-405c-a377-5c4c564cca3a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "PUT /v2.0/floatingips/6be1f7da-10ef-40f7-b24a-8e072b556f9e HTTP/1.1" status: 200 len: 992 time: 1.0414402 Apr 05 11:22:02.347651 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ad1a46-8a77-4def-b880-e32ca5f36db1', 'tag': '8634b263-44cb-4aa1-94a2-580363a6f345'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:22:02.347651 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c800d5c-0b46-42ff-8a48-ecbafe8a103a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ad1a46-8a77-4def-b880-e32ca5f36db1", "tag": "8634b263-44cb-4aa1-94a2-580363a6f345"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:22:02.376751 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1db50ff-8516-47b1-aa48-a80e69abe2b1 x-openstack-request-id: req-d1db50ff-8516-47b1-aa48-a80e69abe2b1 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:22:02.377130 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ad1a46-8a77-4def-b880-e32ca5f36db1", "tag": "8634b263-44cb-4aa1-94a2-580363a6f345", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:22:02.377368 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1db50ff-8516-47b1-aa48-a80e69abe2b1 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:22:02.377766 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1db50ff-8516-47b1-aa48-a80e69abe2b1'] response: {'name': 'network-changed', 'server_uuid': 'f5ad1a46-8a77-4def-b880-e32ca5f36db1', 'tag': '8634b263-44cb-4aa1-94a2-580363a6f345', 'status': 'completed', 'code': 200} Apr 05 11:22:02.435115 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-fbcba52d-8f1b-4040-9d78-b0968ea635d8 None None] Set router 4cd42c71-c143-4019-8178-007af10ae8e9 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:22:02.446880 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c800d5c-0b46-42ff-8a48-ecbafe8a103a req-6476d423-51a3-49bd-aeaf-d4f15723c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:02.448297 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2c800d5c-0b46-42ff-8a48-ecbafe8a103a req-6476d423-51a3-49bd-aeaf-d4f15723c94f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6061eea75194ee5b5efeed2e6073d75&device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 1130 time: 0.0447860 Apr 05 11:22:02.541943 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c800d5c-0b46-42ff-8a48-ecbafe8a103a req-c86e3fd2-8043-4d02-b0ed-8a14006f7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:02.544084 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2c800d5c-0b46-42ff-8a48-ecbafe8a103a req-c86e3fd2-8043-4d02-b0ed-8a14006f7dd9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7217652a-af97-4947-b0e2-d005c4528ce6 HTTP/1.1" status: 200 len: 911 time: 0.0883844 Apr 05 11:22:02.616322 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfeeaf-0907-4172-8d80-1579d5d9e9f8 req-8fe1cb5c-632d-4d9d-ae44-ba0c31c11ecb tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:02.618282 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2c800d5c-0b46-42ff-8a48-ecbafe8a103a req-2ee78a75-44d4-488e-a38e-936440d2eb75 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8634b263-44cb-4aa1-94a2-580363a6f345 HTTP/1.1" status: 200 len: 1000 time: 0.0607550 Apr 05 11:22:02.618799 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eccfeeaf-0907-4172-8d80-1579d5d9e9f8 req-8fe1cb5c-632d-4d9d-ae44-ba0c31c11ecb tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0559797 Apr 05 11:22:02.665874 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-fbcba52d-8f1b-4040-9d78-b0968ea635d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 4, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'gw_port': {'id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '6be1f7da-10ef-40f7-b24a-8e072b556f9e', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'port_id': '8634b263-44cb-4aa1-94a2-580363a6f345', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'mac_address': 'fa:16:3e:fe:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ad1a46-8a77-4def-b880-e32ca5f36db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:21:43Z', 'updated_at': '2022-04-05T11:22:01Z', 'revision_number': 1, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ebd413e-8a6d-46e4-8b1d-d16229e841d2', 'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'mac_address': 'fa:16:3e:a9:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:31Z', 'updated_at': '2022-04-05T11:13:46Z', 'revision_number': 5, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'subnets': [{'id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:22:02.669787 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eccfeeaf-0907-4172-8d80-1579d5d9e9f8 req-f7e3d3dc-423e-42a5-bf98-b2797e908508 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452232 Apr 05 11:22:02.678258 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c800d5c-0b46-42ff-8a48-ecbafe8a103a req-aa03e5eb-6c4a-47fb-a2e4-64805bedd657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:02.679843 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2c800d5c-0b46-42ff-8a48-ecbafe8a103a req-aa03e5eb-6c4a-47fb-a2e4-64805bedd657 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f82113b2-532a-4a4b-a711-82c62696ceb0 HTTP/1.1" status: 200 len: 849 time: 0.0504413 Apr 05 11:22:02.734256 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c800d5c-0b46-42ff-8a48-ecbafe8a103a req-b77d5edd-bb76-4c56-836d-a1dca065ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:02.735712 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2c800d5c-0b46-42ff-8a48-ecbafe8a103a req-b77d5edd-bb76-4c56-836d-a1dca065ee1c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7217652a-af97-4947-b0e2-d005c4528ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464399 Apr 05 11:22:02.819781 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcba52d-8f1b-4040-9d78-b0968ea635d8 None None] Checking router: 4cd42c71-c143-4019-8178-007af10ae8e9 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:22:02.828614 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcba52d-8f1b-4040-9d78-b0968ea635d8 None None] Routers {'4cd42c71-c143-4019-8178-007af10ae8e9'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:22:02.829210 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-fbcba52d-8f1b-4040-9d78-b0968ea635d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:21:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['4cd42c71-c143-4019-8178-007af10ae8e9'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:22:02.831814 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2c800d5c-0b46-42ff-8a48-ecbafe8a103a req-ea8cae96-e24f-4cf8-a88f-53ac5dd08c96 service neutron] 10.222.0.58 "GET /v2.0/networks/7217652a-af97-4947-b0e2-d005c4528ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875785 Apr 05 11:22:02.925918 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2c800d5c-0b46-42ff-8a48-ecbafe8a103a req-c601c1ad-3017-47ea-a823-4514a1874efc service neutron] 10.222.0.58 "GET /v2.0/networks/7217652a-af97-4947-b0e2-d005c4528ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823920 Apr 05 11:22:02.937397 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-fbcba52d-8f1b-4040-9d78-b0968ea635d8 None None] Set router 4cd42c71-c143-4019-8178-007af10ae8e9 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:22:03.161195 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-fbcba52d-8f1b-4040-9d78-b0968ea635d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 4, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'gw_port': {'id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '6be1f7da-10ef-40f7-b24a-8e072b556f9e', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'port_id': '8634b263-44cb-4aa1-94a2-580363a6f345', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'mac_address': 'fa:16:3e:fe:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ad1a46-8a77-4def-b880-e32ca5f36db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:21:43Z', 'updated_at': '2022-04-05T11:22:01Z', 'revision_number': 1, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ebd413e-8a6d-46e4-8b1d-d16229e841d2', 'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'mac_address': 'fa:16:3e:a9:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:31Z', 'updated_at': '2022-04-05T11:13:46Z', 'revision_number': 5, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'subnets': [{'id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:22:03.190964 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcba52d-8f1b-4040-9d78-b0968ea635d8 None None] The sync data for ids ['4cd42c71-c143-4019-8178-007af10ae8e9'] in dv-cinder-818994-3-iscsi is: [{'id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 4, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'gw_port': {'id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '6be1f7da-10ef-40f7-b24a-8e072b556f9e', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'port_id': '8634b263-44cb-4aa1-94a2-580363a6f345', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'mac_address': 'fa:16:3e:fe:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ad1a46-8a77-4def-b880-e32ca5f36db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:21:43Z', 'updated_at': '2022-04-05T11:22:01Z', 'revision_number': 1, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ebd413e-8a6d-46e4-8b1d-d16229e841d2', 'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'mac_address': 'fa:16:3e:a9:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:31Z', 'updated_at': '2022-04-05T11:13:46Z', 'revision_number': 5, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'subnets': [{'id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:22:03.385504 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f065f1fb-7cf7-4049-a689-2e98136f81fe None None] New status for floating IP 6be1f7da-10ef-40f7-b24a-8e072b556f9e: ACTIVE {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:22:03.787872 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23907c4-5311-4a84-b413-5d8f1534bb5c req-c50667a9-ca8a-462e-9410-de9d8e1c2adf tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:03.789454 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a23907c4-5311-4a84-b413-5d8f1534bb5c req-c50667a9-ca8a-462e-9410-de9d8e1c2adf tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0521977 Apr 05 11:22:03.841406 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a23907c4-5311-4a84-b413-5d8f1534bb5c req-ca93447f-8fd2-4cf3-8fe8-c6c8345a5bc3 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458090 Apr 05 11:22:04.958093 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855ec7d-5ede-4341-9b2f-5b9b878eda0a req-30be24ff-2965-44b2-832b-d8ef879ed2ce tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:04.959609 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7855ec7d-5ede-4341-9b2f-5b9b878eda0a req-30be24ff-2965-44b2-832b-d8ef879ed2ce tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0517185 Apr 05 11:22:05.012771 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7855ec7d-5ede-4341-9b2f-5b9b878eda0a req-e6b67048-719d-4c92-931c-91bddc916ad3 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471857 Apr 05 11:22:06.128532 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7488e1c-c588-436e-ab8a-d2ce51cb6454 req-f97654de-d5d2-4572-9c6c-215b35756da0 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:06.130005 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7488e1c-c588-436e-ab8a-d2ce51cb6454 req-f97654de-d5d2-4572-9c6c-215b35756da0 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0513797 Apr 05 11:22:06.176960 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7488e1c-c588-436e-ab8a-d2ce51cb6454 req-503dd6c1-2b19-468e-9e89-10be645c750f tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414238 Apr 05 11:22:07.298138 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095b83c-7c71-4701-a510-d262ce77cfc4 req-5115098c-79c5-4c7e-ab2d-766ac3cfa364 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:07.299760 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c095b83c-7c71-4701-a510-d262ce77cfc4 req-5115098c-79c5-4c7e-ab2d-766ac3cfa364 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0555396 Apr 05 11:22:07.349083 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c095b83c-7c71-4701-a510-d262ce77cfc4 req-e4369c0b-beac-4003-849a-f097d4968346 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437186 Apr 05 11:22:08.169786 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d881123-f4b9-40df-9760-dc59985326d0 req-c1ef1fe7-423a-47a4-88a7-ea366647ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:08.171199 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1d881123-f4b9-40df-9760-dc59985326d0 req-c1ef1fe7-423a-47a4-88a7-ea366647ddb8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b3e907fc457e4c4396437b93bfa31859&device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 1129 time: 0.0429387 Apr 05 11:22:08.267337 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d881123-f4b9-40df-9760-dc59985326d0 req-df48531e-ef38-4961-afea-7c45d97e2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:08.268810 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1d881123-f4b9-40df-9760-dc59985326d0 req-df48531e-ef38-4961-afea-7c45d97e2a79 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dcecadc1-803f-40fe-91be-b25ccccfa953 HTTP/1.1" status: 200 len: 910 time: 0.0875094 Apr 05 11:22:08.333320 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1d881123-f4b9-40df-9760-dc59985326d0 req-2914f52b-289f-4bad-88d9-69ca96005848 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc377578-0184-4a80-88e0-2385eab5c0c4 HTTP/1.1" status: 200 len: 1001 time: 0.0575101 Apr 05 11:22:08.385550 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d881123-f4b9-40df-9760-dc59985326d0 req-00d12093-9589-482f-aba6-bde3f464946f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:08.387026 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1d881123-f4b9-40df-9760-dc59985326d0 req-00d12093-9589-482f-aba6-bde3f464946f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae HTTP/1.1" status: 200 len: 848 time: 0.0479624 Apr 05 11:22:08.717227 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d881123-f4b9-40df-9760-dc59985326d0 req-9f6e62a8-f5e5-49a9-8e15-c5a3e39d4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:08.718780 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1d881123-f4b9-40df-9760-dc59985326d0 req-9f6e62a8-f5e5-49a9-8e15-c5a3e39d4126 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dcecadc1-803f-40fe-91be-b25ccccfa953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3254082 Apr 05 11:22:08.733515 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36053915-4fe1-49b1-b2d7-e43a63a78662 req-e1765901-e045-4b14-bd55-9780598cb801 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:08.734884 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-36053915-4fe1-49b1-b2d7-e43a63a78662 req-e1765901-e045-4b14-bd55-9780598cb801 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0650854 Apr 05 11:22:08.834230 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-36053915-4fe1-49b1-b2d7-e43a63a78662 req-525d6121-de55-4898-b2a5-1d459cbe7cd5 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925736 Apr 05 11:22:08.849849 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1d881123-f4b9-40df-9760-dc59985326d0 req-3c7cccbd-7fb6-455f-beeb-cb3681b5bfac service neutron] 10.222.0.58 "GET /v2.0/networks/dcecadc1-803f-40fe-91be-b25ccccfa953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234574 Apr 05 11:22:08.940373 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1d881123-f4b9-40df-9760-dc59985326d0 req-ae2771c1-444b-4144-ae66-7ff86a2565b2 service neutron] 10.222.0.58 "GET /v2.0/networks/dcecadc1-803f-40fe-91be-b25ccccfa953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832679 Apr 05 11:22:09.950162 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744c04d-251e-4957-89fb-cdbe6ee2897d req-7c5e568a-c7a4-4562-9bd2-ed036868b0b8 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:09.951649 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f744c04d-251e-4957-89fb-cdbe6ee2897d req-7c5e568a-c7a4-4562-9bd2-ed036868b0b8 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0513856 Apr 05 11:22:10.000173 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f744c04d-251e-4957-89fb-cdbe6ee2897d req-61a70e6b-58ed-40bf-a198-0ebdb106626a tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429087 Apr 05 11:22:11.122619 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0dcb1b-f029-440a-9b7a-8793b1946bb3 req-d8c15b28-9a68-45e9-9885-ef20490effc7 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:11.124195 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0a0dcb1b-f029-440a-9b7a-8793b1946bb3 req-d8c15b28-9a68-45e9-9885-ef20490effc7 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0564904 Apr 05 11:22:11.171428 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0a0dcb1b-f029-440a-9b7a-8793b1946bb3 req-0382e072-cf18-4e69-9bb8-6f7323ec4d18 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417342 Apr 05 11:22:12.294411 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c75d34-602f-4a00-b684-299bcd877b31 req-d1d98324-114f-4840-aa7e-d2fca7bc8fed tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:12.301593 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-11c75d34-602f-4a00-b684-299bcd877b31 req-d1d98324-114f-4840-aa7e-d2fca7bc8fed tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0580416 Apr 05 11:22:12.344923 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-11c75d34-602f-4a00-b684-299bcd877b31 req-0ede0fb5-c65c-4452-9d24-d047d3bb97d8 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433059 Apr 05 11:22:13.460567 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ac148-46a6-44af-9c53-cebe312be51a req-2fe11a1a-0db2-4260-a237-f5b12367638d tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:13.462002 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d35ac148-46a6-44af-9c53-cebe312be51a req-2fe11a1a-0db2-4260-a237-f5b12367638d tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0505028 Apr 05 11:22:13.509357 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d35ac148-46a6-44af-9c53-cebe312be51a req-5dc02967-d4ca-4b7a-984a-66df565543a8 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410922 Apr 05 11:22:13.852161 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c6022-5573-43e7-b625-8ac639f2e7af req-a5df85ce-cc0c-4eb7-828b-f17f1a109d45 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:13.853517 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-638c6022-5573-43e7-b625-8ac639f2e7af req-a5df85ce-cc0c-4eb7-828b-f17f1a109d45 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0554221 Apr 05 11:22:13.901726 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-638c6022-5573-43e7-b625-8ac639f2e7af req-abe6caa0-e1b4-4571-8000-cba2cbc3e0a6 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423527 Apr 05 11:22:13.966277 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 34798) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:22:14.048926 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9a07f298-bc99-4c80-99e9-e498b25e0700 req-b74a334f-a2bb-4db5-a1d7-584114060d34 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814559 Apr 05 11:22:14.057251 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [req-9a07f298-bc99-4c80-99e9-e498b25e0700 req-d9d2d4c2-1f0a-4537-9f96-5d13e2a77528 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:22:14.058178 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9a07f298-bc99-4c80-99e9-e498b25e0700 req-d9d2d4c2-1f0a-4537-9f96-5d13e2a77528 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047176 Apr 05 11:22:14.133650 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 34806) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:22:14.225284 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07f298-bc99-4c80-99e9-e498b25e0700 req-453ead83-c11f-4267-9bb1-4b5a42fd4e05 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:14.226651 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9a07f298-bc99-4c80-99e9-e498b25e0700 req-453ead83-c11f-4267-9bb1-4b5a42fd4e05 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports/dc377578-0184-4a80-88e0-2385eab5c0c4 HTTP/1.1" status: 200 len: 942 time: 0.0920105 Apr 05 11:22:15.020837 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595ce5c-d0ab-4c43-adb7-be024079ba98 req-3076c556-2ee8-4e4a-91a5-a9a895bc1e1f tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:15.022328 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9595ce5c-d0ab-4c43-adb7-be024079ba98 req-3076c556-2ee8-4e4a-91a5-a9a895bc1e1f tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0529919 Apr 05 11:22:15.023775 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device dc377578-0184-4a80-88e0-2385eab5c0c4 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:22:15.072333 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9595ce5c-d0ab-4c43-adb7-be024079ba98 req-eff403fe-151a-4128-92b3-6afdec5bb505 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441415 Apr 05 11:22:15.105119 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port dc377578-0184-4a80-88e0-2385eab5c0c4 is: ACTIVE; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:22:15.105505 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:15.128764 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e16432-3df3-4325-b757-906fbbeca604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc377578-0184-4a80-88e0-2385eab5c0c4'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:22:15.130993 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e67306-6045-47f3-ad1b-9443204c6360" -d '{"events": [{"server_uuid": "e4e16432-3df3-4325-b757-906fbbeca604", "name": "network-vif-unplugged", "status": "completed", "tag": "dc377578-0184-4a80-88e0-2385eab5c0c4"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:22:15.143378 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port dc377578-0184-4a80-88e0-2385eab5c0c4, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dc377578-0184-4a80-88e0-2385eab5c0c4,segment=NetworkSegment(fdf18c87-d88d-4cad-b3e4-54f90252dd6d),segment_id=fdf18c87-d88d-4cad-b3e4-54f90252dd6d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:22:15.161357 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 05 Apr 2022 11:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bb7a34-2e5c-4754-8941-6cf5778a6ed8 x-openstack-request-id: req-89bb7a34-2e5c-4754-8941-6cf5778a6ed8 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:22:15.161641 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e16432-3df3-4325-b757-906fbbeca604", "name": "network-vif-unplugged", "status": "failed", "tag": "dc377578-0184-4a80-88e0-2385eab5c0c4", "code": 422}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:22:15.161894 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89bb7a34-2e5c-4754-8941-6cf5778a6ed8 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:22:15.162348 dv-cinder-818994-3-iscsi neutron-server[103964]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-89bb7a34-2e5c-4754-8941-6cf5778a6ed8']: {'server_uuid': 'e4e16432-3df3-4325-b757-906fbbeca604', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dc377578-0184-4a80-88e0-2385eab5c0c4', 'code': 422} returned with failed status Apr 05 11:22:15.239795 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:15.290745 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=dc377578-0184-4a80-88e0-2385eab5c0c4,revision_number=6']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:22:16.196884 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fb9e6-68ba-4d7a-8b61-95d2f9d3db63 req-b16fd4f6-9dbc-455d-a0ce-a13339cc4d2c tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:16.198351 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d80fb9e6-68ba-4d7a-8b61-95d2f9d3db63 req-b16fd4f6-9dbc-455d-a0ce-a13339cc4d2c tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.0578501 Apr 05 11:22:16.247152 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d80fb9e6-68ba-4d7a-8b61-95d2f9d3db63 req-18a6c7d1-32ec-400c-a006-1e609794d06c tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429683 Apr 05 11:22:16.741846 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:17.369634 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c97d774-07cf-4ac8-8447-ebc381554441 req-9d175c28-8a63-47c8-b2d0-419e645baae0 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:17.371124 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6c97d774-07cf-4ac8-8447-ebc381554441 req-9d175c28-8a63-47c8-b2d0-419e645baae0 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.0559826 Apr 05 11:22:17.419726 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6c97d774-07cf-4ac8-8447-ebc381554441 req-d790cf81-324e-40dc-99af-0a2c5845b0f9 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423837 Apr 05 11:22:17.534798 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07f298-bc99-4c80-99e9-e498b25e0700 req-f44f74f6-1077-4876-af14-fb32be0db080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:17.536201 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9a07f298-bc99-4c80-99e9-e498b25e0700 req-f44f74f6-1077-4876-af14-fb32be0db080 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604&tenant_id=b3e907fc457e4c4396437b93bfa31859 HTTP/1.1" status: 200 len: 1127 time: 0.0451119 Apr 05 11:22:17.600969 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07f298-bc99-4c80-99e9-e498b25e0700 req-03a4fa76-50c9-4284-bdbc-204283ebd7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:17.602421 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9a07f298-bc99-4c80-99e9-e498b25e0700 req-03a4fa76-50c9-4284-bdbc-204283ebd7ea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b3e907fc457e4c4396437b93bfa31859&device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 1127 time: 0.0437448 Apr 05 11:22:17.693054 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07f298-bc99-4c80-99e9-e498b25e0700 req-0d116ab4-4477-4e1a-b49a-879867adf194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:17.694481 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9a07f298-bc99-4c80-99e9-e498b25e0700 req-0d116ab4-4477-4e1a-b49a-879867adf194 service neutron] 10.222.0.58 "GET /v2.0/networks?id=dcecadc1-803f-40fe-91be-b25ccccfa953 HTTP/1.1" status: 200 len: 910 time: 0.0857668 Apr 05 11:22:17.760200 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9a07f298-bc99-4c80-99e9-e498b25e0700 req-a48b027e-9e37-4b27-bc44-fed6755d7c43 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc377578-0184-4a80-88e0-2385eab5c0c4 HTTP/1.1" status: 200 len: 999 time: 0.0583947 Apr 05 11:22:17.812673 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07f298-bc99-4c80-99e9-e498b25e0700 req-8a403748-609f-411c-9616-79593ee1e68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:17.814031 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9a07f298-bc99-4c80-99e9-e498b25e0700 req-8a403748-609f-411c-9616-79593ee1e68d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae HTTP/1.1" status: 200 len: 848 time: 0.0475912 Apr 05 11:22:17.862289 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07f298-bc99-4c80-99e9-e498b25e0700 req-82292abd-c580-4273-adca-0929c9770662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:17.864598 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9a07f298-bc99-4c80-99e9-e498b25e0700 req-82292abd-c580-4273-adca-0929c9770662 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dcecadc1-803f-40fe-91be-b25ccccfa953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438051 Apr 05 11:22:17.955398 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9a07f298-bc99-4c80-99e9-e498b25e0700 req-34c5b28d-78b8-4c4b-bdcc-3d01b44b9041 service neutron] 10.222.0.58 "GET /v2.0/networks/dcecadc1-803f-40fe-91be-b25ccccfa953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841560 Apr 05 11:22:18.048824 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9a07f298-bc99-4c80-99e9-e498b25e0700 req-2f4313f3-d03f-4ac4-b96c-4d1a1d838125 service neutron] 10.222.0.58 "GET /v2.0/networks/dcecadc1-803f-40fe-91be-b25ccccfa953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861564 Apr 05 11:22:18.395885 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a147b5de-8fde-4b55-b674-444b257dc718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:18.536784 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32128a-025a-48ff-8fe2-cdcb7c100d20 req-0ff25b0c-f9a1-410a-9e5d-53d536c9e22d tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:18.538160 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2d32128a-025a-48ff-8fe2-cdcb7c100d20 req-0ff25b0c-f9a1-410a-9e5d-53d536c9e22d tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.0519371 Apr 05 11:22:18.586332 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2d32128a-025a-48ff-8fe2-cdcb7c100d20 req-98993d3d-d616-4ae8-b99d-c31ed14a92f9 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420878 Apr 05 11:22:19.703573 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe2464-dc73-4852-9ae2-573256e47a1d req-4d81730d-fccb-4ab4-abb6-b02650cab3f5 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:19.705037 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5cbe2464-dc73-4852-9ae2-573256e47a1d req-4d81730d-fccb-4ab4-abb6-b02650cab3f5 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.0524576 Apr 05 11:22:19.753715 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5cbe2464-dc73-4852-9ae2-573256e47a1d req-23aa93d2-032e-41f4-b56c-5dd8daf23629 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431192 Apr 05 11:22:20.868889 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad033c77-991d-4ee2-8347-eefa7b64d3af req-5acf2f53-57b2-45c2-93c7-ecbbec8ad94f tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:20.870353 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ad033c77-991d-4ee2-8347-eefa7b64d3af req-5acf2f53-57b2-45c2-93c7-ecbbec8ad94f tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.0523410 Apr 05 11:22:20.922933 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ad033c77-991d-4ee2-8347-eefa7b64d3af req-04b98081-9a4c-4be3-80cb-fb71f8c900a5 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467029 Apr 05 11:22:20.933170 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a1003cca-86ee-4e67-84b3-e26e2156683c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:21.646042 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:22:21.909934 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:22.042948 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b184227-a7c8-440d-8855-711da05042a1 req-b9ddbd3b-bd58-49cc-a800-111c7bb9b833 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:22.044432 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5b184227-a7c8-440d-8855-711da05042a1 req-b9ddbd3b-bd58-49cc-a800-111c7bb9b833 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.0565317 Apr 05 11:22:22.099318 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5b184227-a7c8-440d-8855-711da05042a1 req-1f9e2e9c-2cb5-4699-98f9-54970d0f9f15 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487709 Apr 05 11:22:23.222416 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9a51e-7785-4ce4-962c-6fc1501f3f74 req-1af00e07-8a21-4d1b-b8bc-6373e2460a80 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:23.223986 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-66f9a51e-7785-4ce4-962c-6fc1501f3f74 req-1af00e07-8a21-4d1b-b8bc-6373e2460a80 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.0576141 Apr 05 11:22:23.228075 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:23.273076 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-66f9a51e-7785-4ce4-962c-6fc1501f3f74 req-dffa92c7-69cf-4fd6-be22-a1158fb3dc74 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433383 Apr 05 11:22:23.627968 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bde09294-4449-4b8b-9aaa-0849312cc662 req-152ee492-2b22-408f-a3fb-58f04c64b983 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426307 Apr 05 11:22:23.714021 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde09294-4449-4b8b-9aaa-0849312cc662 req-b0185ec9-a301-4ed7-8837-e505b127bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:23.715539 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bde09294-4449-4b8b-9aaa-0849312cc662 req-b0185ec9-a301-4ed7-8837-e505b127bb95 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cf751cbfd21e463e83beea4d29713404&device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 1129 time: 0.0446572 Apr 05 11:22:23.818569 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde09294-4449-4b8b-9aaa-0849312cc662 req-7f96df93-4ae3-4257-862a-f996a88a4117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:23.820040 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bde09294-4449-4b8b-9aaa-0849312cc662 req-7f96df93-4ae3-4257-862a-f996a88a4117 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a84177b0-98a3-43e8-9748-217cec2ce77a HTTP/1.1" status: 200 len: 919 time: 0.0856426 Apr 05 11:22:23.859979 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bde09294-4449-4b8b-9aaa-0849312cc662 req-27d82d19-fad7-49c9-9bef-e84bf2a29759 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01522163-0d2a-4854-8bdc-d67d7aa1cd89 HTTP/1.1" status: 200 len: 217 time: 0.0336490 Apr 05 11:22:23.911535 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde09294-4449-4b8b-9aaa-0849312cc662 req-c00bea6e-eeba-47d5-a5c0-0ace859a728c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:23.912862 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bde09294-4449-4b8b-9aaa-0849312cc662 req-c00bea6e-eeba-47d5-a5c0-0ace859a728c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b01bd4d7-97a5-45dc-b9c7-6b928112c646 HTTP/1.1" status: 200 len: 857 time: 0.0460956 Apr 05 11:22:23.962515 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde09294-4449-4b8b-9aaa-0849312cc662 req-78752b7f-4d9e-427d-aa3e-7799ca807b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:23.964110 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bde09294-4449-4b8b-9aaa-0849312cc662 req-78752b7f-4d9e-427d-aa3e-7799ca807b14 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a84177b0-98a3-43e8-9748-217cec2ce77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439460 Apr 05 11:22:24.054286 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bde09294-4449-4b8b-9aaa-0849312cc662 req-4218989f-e089-4b8e-9805-ed5f9f612fca service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837698 Apr 05 11:22:24.151947 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bde09294-4449-4b8b-9aaa-0849312cc662 req-30f55d00-4134-48c8-9982-d2a9f1b7313b service neutron] 10.222.0.58 "GET /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905845 Apr 05 11:22:24.398359 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4eb92e-3def-4842-b424-18d489279ad4 req-429f49e7-d6b5-45e1-b158-bb3eb5cde59d tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:24.399905 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9e4eb92e-3def-4842-b424-18d489279ad4 req-429f49e7-d6b5-45e1-b158-bb3eb5cde59d tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.0539596 Apr 05 11:22:24.447697 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9e4eb92e-3def-4842-b424-18d489279ad4 req-64fab0ed-4caf-4a95-a7bd-ff1af82e15eb tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422859 Apr 05 11:22:25.024266 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:25.564061 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57816ae1-edbd-4af6-a95c-0edfe3b1031c req-386dd9f6-f119-4f66-9ab4-1f147540fcd5 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:25.565471 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-57816ae1-edbd-4af6-a95c-0edfe3b1031c req-386dd9f6-f119-4f66-9ab4-1f147540fcd5 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.0522118 Apr 05 11:22:25.614071 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-57816ae1-edbd-4af6-a95c-0edfe3b1031c req-6ad66f76-4a60-4f62-9ce4-7fde0d5a713f tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429633 Apr 05 11:22:26.731722 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e70c0-7587-4579-bc99-34f273163aee req-7f81911a-783e-4fbb-9203-f91be560448d tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:26.733158 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e2e70c0-7587-4579-bc99-34f273163aee req-7f81911a-783e-4fbb-9203-f91be560448d tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 943 time: 0.0545917 Apr 05 11:22:26.781520 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e2e70c0-7587-4579-bc99-34f273163aee req-29be997b-bcb1-4f89-b83e-a77b0bf3dce4 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422564 Apr 05 11:22:27.089153 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device dc377578-0184-4a80-88e0-2385eab5c0c4 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:22:27.185882 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port dc377578-0184-4a80-88e0-2385eab5c0c4, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dc377578-0184-4a80-88e0-2385eab5c0c4,segment=NetworkSegment(fdf18c87-d88d-4cad-b3e4-54f90252dd6d),segment_id=fdf18c87-d88d-4cad-b3e4-54f90252dd6d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:22:27.197320 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': 'dc377578-0184-4a80-88e0-2385eab5c0c4', 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953', 'port_id': 'dc377578-0184-4a80-88e0-2385eab5c0c4', 'mac_address': 'fa:16:3e:a9:4c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:22:27.234078 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port dc377578-0184-4a80-88e0-2385eab5c0c4 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:22:27.234459 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:27.250297 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc377578-0184-4a80-88e0-2385eab5c0c4 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:22:27.268811 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port dc377578-0184-4a80-88e0-2385eab5c0c4, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dc377578-0184-4a80-88e0-2385eab5c0c4,segment=NetworkSegment(fdf18c87-d88d-4cad-b3e4-54f90252dd6d),segment_id=fdf18c87-d88d-4cad-b3e4-54f90252dd6d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:22:27.355787 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:27.401643 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=dc377578-0184-4a80-88e0-2385eab5c0c4,revision_number=7']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:22:27.408882 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:22:27.409232 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:22:27.409571 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:22:27.409904 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:22:27.410236 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:22:27.410562 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:22:27.410912 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:22:27.411830 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:22:27.412174 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:22:27.412499 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:22:27.412821 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:22:27.413143 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:22:27.413461 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:22:27.413781 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:22:27.414094 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:22:27.766953 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['dc377578-0184-4a80-88e0-2385eab5c0c4'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:22:27.900323 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ccd5a-4d56-4df2-83fb-b8f4af839eef req-989a82c7-e12f-4d10-8472-47207f54c928 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:27.902036 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-db8ccd5a-4d56-4df2-83fb-b8f4af839eef req-989a82c7-e12f-4d10-8472-47207f54c928 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 944 time: 0.0552034 Apr 05 11:22:27.949908 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-db8ccd5a-4d56-4df2-83fb-b8f4af839eef req-f366ba54-c488-4328-9c56-76e90fb1f49b tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423863 Apr 05 11:22:29.065530 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb8cf2-cb42-4138-a25d-094cd39a90aa req-16d1af28-cf30-4b2c-9d26-211a142711e7 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:29.067021 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e4cb8cf2-cb42-4138-a25d-094cd39a90aa req-16d1af28-cf30-4b2c-9d26-211a142711e7 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 944 time: 0.0516713 Apr 05 11:22:29.116075 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e4cb8cf2-cb42-4138-a25d-094cd39a90aa req-f4f4a751-cdd1-4aa0-82d5-efa46c7f106b tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428684 Apr 05 11:22:29.118928 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device dc377578-0184-4a80-88e0-2385eab5c0c4 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:22:29.166253 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port dc377578-0184-4a80-88e0-2385eab5c0c4 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:22:29.166702 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:29.243450 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port dc377578-0184-4a80-88e0-2385eab5c0c4 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:22:29.243832 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:29.265924 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e16432-3df3-4325-b757-906fbbeca604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc377578-0184-4a80-88e0-2385eab5c0c4'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:22:29.268130 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4cb4d9-dae8-44b6-9855-0a7c109c92e8" -d '{"events": [{"server_uuid": "e4e16432-3df3-4325-b757-906fbbeca604", "name": "network-vif-plugged", "status": "completed", "tag": "dc377578-0184-4a80-88e0-2385eab5c0c4"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:22:29.293320 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port dc377578-0184-4a80-88e0-2385eab5c0c4, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dc377578-0184-4a80-88e0-2385eab5c0c4,segment=NetworkSegment(fdf18c87-d88d-4cad-b3e4-54f90252dd6d),segment_id=fdf18c87-d88d-4cad-b3e4-54f90252dd6d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:22:29.305662 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ea0708-22d8-487d-b30e-fc2c79a0c38b x-openstack-request-id: req-03ea0708-22d8-487d-b30e-fc2c79a0c38b {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:22:29.305957 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e16432-3df3-4325-b757-906fbbeca604", "name": "network-vif-plugged", "status": "completed", "tag": "dc377578-0184-4a80-88e0-2385eab5c0c4", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:22:29.306215 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03ea0708-22d8-487d-b30e-fc2c79a0c38b {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:22:29.306651 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ea0708-22d8-487d-b30e-fc2c79a0c38b'] response: {'server_uuid': 'e4e16432-3df3-4325-b757-906fbbeca604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc377578-0184-4a80-88e0-2385eab5c0c4', 'code': 200} Apr 05 11:22:29.401377 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:29.450966 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=dc377578-0184-4a80-88e0-2385eab5c0c4,revision_number=8']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:22:29.630108 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e2ae6-16f6-4780-8472-ada8de172ddf req-d0919536-c8d2-4daa-a79b-61669bf8a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:29.632241 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-240e2ae6-16f6-4780-8472-ada8de172ddf req-d0919536-c8d2-4daa-a79b-61669bf8a974 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 1129 time: 0.0468922 Apr 05 11:22:29.676422 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-240e2ae6-16f6-4780-8472-ada8de172ddf req-8f9430ac-6acd-427b-ab26-d9e45468d776 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376880 Apr 05 11:22:30.233869 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f63da-8d01-4c1d-b3b9-bcbc3012139e req-bbe90855-8c83-44d6-a06e-50e301b3aa74 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:30.235395 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f81f63da-8d01-4c1d-b3b9-bcbc3012139e req-bbe90855-8c83-44d6-a06e-50e301b3aa74 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0517304 Apr 05 11:22:30.287086 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f81f63da-8d01-4c1d-b3b9-bcbc3012139e req-2b624cd6-c336-473a-a40b-ff83a7418124 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450764 Apr 05 11:22:31.407555 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376899a7-e8a5-437e-a10a-1760c2ccdbb0 req-4b23298d-f754-4748-859a-852404ea8907 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:31.409332 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-376899a7-e8a5-437e-a10a-1760c2ccdbb0 req-4b23298d-f754-4748-859a-852404ea8907 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0518086 Apr 05 11:22:31.457391 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-376899a7-e8a5-437e-a10a-1760c2ccdbb0 req-c834d105-1370-4513-82fd-2656abcf6ef6 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423484 Apr 05 11:22:32.574355 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbe67d-6ee0-4845-964a-51d6445fbb3c req-07cd7823-5c84-49f7-9e71-c03152fd64ca tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:32.575741 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-71bbe67d-6ee0-4845-964a-51d6445fbb3c req-07cd7823-5c84-49f7-9e71-c03152fd64ca tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0519450 Apr 05 11:22:32.627144 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-71bbe67d-6ee0-4845-964a-51d6445fbb3c req-59e1196d-d1ba-4954-929f-3f1b7bc9e39a tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458910 Apr 05 11:22:46.740795 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:48.418062 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-535b1925-983e-45aa-8931-b48447c30cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:50.943845 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0108dcc7-ac42-4bd9-9fd1-974421814e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:51.918009 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:53.232252 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:54.987367 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:22:56.750328 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879fa2b-13f8-4950-8ddc-fb24c9fe5b1b req-d1a8bdd5-a958-4cb1-887e-e4ec3bcc2c08 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:56.751856 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2879fa2b-13f8-4950-8ddc-fb24c9fe5b1b req-d1a8bdd5-a958-4cb1-887e-e4ec3bcc2c08 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0554280 Apr 05 11:22:56.799409 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2879fa2b-13f8-4950-8ddc-fb24c9fe5b1b req-d4ea0ed1-3844-4522-bed5-a1eddc47440c tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416305 Apr 05 11:22:57.917513 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548064b4-51a8-4de9-aea4-586a7d86021d req-97c0bc60-a87d-4000-aa5a-08b751ab0f95 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:57.918983 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-548064b4-51a8-4de9-aea4-586a7d86021d req-97c0bc60-a87d-4000-aa5a-08b751ab0f95 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0521326 Apr 05 11:22:57.969185 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-548064b4-51a8-4de9-aea4-586a7d86021d req-0043923e-678d-476f-8351-68e697a1ba79 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444627 Apr 05 11:22:58.645181 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:22:59.086253 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1da891-ed27-4d87-994e-5518fda58518 req-21e01cfa-91a9-46e5-b8fa-c6bb587d5e84 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:22:59.087745 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-be1da891-ed27-4d87-994e-5518fda58518 req-21e01cfa-91a9-46e5-b8fa-c6bb587d5e84 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0517848 Apr 05 11:22:59.133785 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-be1da891-ed27-4d87-994e-5518fda58518 req-d40c1e76-d4f5-4645-b955-2b78bae9cf34 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403490 Apr 05 11:23:00.249333 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4bdd1-943c-4b15-8e35-81603ae27df9 req-ffabe844-a8f4-4445-867a-2745b4d3da25 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:00.250825 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d0f4bdd1-943c-4b15-8e35-81603ae27df9 req-ffabe844-a8f4-4445-867a-2745b4d3da25 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0516794 Apr 05 11:23:00.297316 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d0f4bdd1-943c-4b15-8e35-81603ae27df9 req-0e28270b-e7ac-4b62-b77a-8ed0eced083d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=692fb387-59f6-4661-829c-5f282af6b65d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402524 Apr 05 11:23:00.506856 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8318e-d169-45fd-b579-c74e1e3f0e30 req-882b2224-1cef-452f-bc01-721ca439bdb0 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:00.508420 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c4c8318e-d169-45fd-b579-c74e1e3f0e30 req-882b2224-1cef-452f-bc01-721ca439bdb0 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 945 time: 0.0556583 Apr 05 11:23:00.603025 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-c4c8318e-d169-45fd-b579-c74e1e3f0e30 req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Deleting port 141f21be-2523-4672-a366-4a146e7780e9 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:23:00.603359 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c4c8318e-d169-45fd-b579-c74e1e3f0e30 req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (141f21be-2523-4672-a366-4a146e7780e9), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:00.691350 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-c4c8318e-d169-45fd-b579-c74e1e3f0e30 req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] For port 141f21be-2523-4672-a366-4a146e7780e9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=141f21be-2523-4672-a366-4a146e7780e9,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:23:00.691706 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c4c8318e-d169-45fd-b579-c74e1e3f0e30 req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (141f21be-2523-4672-a366-4a146e7780e9), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:00.856599 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c4c8318e-d169-45fd-b579-c74e1e3f0e30 req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:00.856862 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c4c8318e-d169-45fd-b579-c74e1e3f0e30 req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (4b8a62ea-73b8-4574-821f-37614ea66841), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:00.857173 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.l3_db [req-c4c8318e-d169-45fd-b579-c74e1e3f0e30 req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Floating IP 4b8a62ea-73b8-4574-821f-37614ea66841 disassociated. External IP: 172.27.0.151, port: 141f21be-2523-4672-a366-4a146e7780e9. Apr 05 11:23:00.857513 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-c4c8318e-d169-45fd-b579-c74e1e3f0e30 req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Calling delete_port for 141f21be-2523-4672-a366-4a146e7780e9 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:23:01.054417 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c4c8318e-d169-45fd-b579-c74e1e3f0e30 req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (141f21be-2523-4672-a366-4a146e7780e9), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:01.081822 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Pushing event deleted for resources: {'Port': ['ID=141f21be-2523-4672-a366-4a146e7780e9,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:01.093270 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:01.093618 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:01.093958 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:01.094294 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:01.094646 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:01.094977 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:01.095301 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:01.095629 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:01.095951 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:01.096272 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:01.096590 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:01.096906 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:01.097224 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:01.097542 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:01.097859 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:01.206257 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4c8318e-d169-45fd-b579-c74e1e3f0e30 req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Router f239ab75-78ab-4c00-b61f-9f075073e1d1 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:23:01.317070 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4c8318e-d169-45fd-b579-c74e1e3f0e30 req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:23:01.329888 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a931d32e-219b-429b-8aa9-82e4a7f6c4e0 None None] Sync routers for ids ['f239ab75-78ab-4c00-b61f-9f075073e1d1'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:23:01.340680 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a931d32e-219b-429b-8aa9-82e4a7f6c4e0 None None] Routers {'f239ab75-78ab-4c00-b61f-9f075073e1d1'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:23:01.341356 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-a931d32e-219b-429b-8aa9-82e4a7f6c4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:22:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['f239ab75-78ab-4c00-b61f-9f075073e1d1'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:23:01.361061 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c8318e-d169-45fd-b579-c74e1e3f0e30 req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] No DVR routers for this DVR port 141f21be-2523-4672-a366-4a146e7780e9 on host hv-cinder-81899 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:23:01.363790 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c4c8318e-d169-45fd-b579-c74e1e3f0e30 req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:01.367195 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c4c8318e-d169-45fd-b579-c74e1e3f0e30 req-3c92e8d7-3285-4b96-9be7-cec74d5659cc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.58 "DELETE /v2.0/ports/141f21be-2523-4672-a366-4a146e7780e9 HTTP/1.1" status: 204 len: 173 time: 0.8520305 Apr 05 11:23:01.367625 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d7680ed-da15-498a-a57d-a37e492ada5b', 'name': 'network-vif-deleted', 'tag': '141f21be-2523-4672-a366-4a146e7780e9'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:23:01.369822 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25c156a-0e7d-47cb-bdd0-ab4cd99b7397" -d '{"events": [{"server_uuid": "0d7680ed-da15-498a-a57d-a37e492ada5b", "name": "network-vif-deleted", "tag": "141f21be-2523-4672-a366-4a146e7780e9"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:23:01.401072 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9e5926ac-5689-466c-a29e-973783e43092 req-72bff397-9eee-4c85-94d2-6ea95ae0e8be tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 210 time: 0.0282495 Apr 05 11:23:01.415319 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd029b6f-4869-46b6-b93d-ac40ab48d921 x-openstack-request-id: req-cd029b6f-4869-46b6-b93d-ac40ab48d921 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:23:01.415605 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d7680ed-da15-498a-a57d-a37e492ada5b", "name": "network-vif-deleted", "tag": "141f21be-2523-4672-a366-4a146e7780e9", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:23:01.415914 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd029b6f-4869-46b6-b93d-ac40ab48d921 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:23:01.416309 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd029b6f-4869-46b6-b93d-ac40ab48d921'] response: {'server_uuid': '0d7680ed-da15-498a-a57d-a37e492ada5b', 'name': 'network-vif-deleted', 'tag': '141f21be-2523-4672-a366-4a146e7780e9', 'status': 'completed', 'code': 200} Apr 05 11:23:01.455898 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-a931d32e-219b-429b-8aa9-82e4a7f6c4e0 None None] Set router f239ab75-78ab-4c00-b61f-9f075073e1d1 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:23:01.670028 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-a931d32e-219b-429b-8aa9-82e4a7f6c4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'name': 'tempest-ServerRescueNegativeTestJSON-424288215-router', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:14:54Z', 'updated_at': '2022-04-05T11:14:59Z', 'revision_number': 4, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'gw_port': {'id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:55Z', 'updated_at': '2022-04-05T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '885d4881-98a5-4907-8517-a3cacb10eece', 'name': '', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'mac_address': 'fa:16:3e:2f:cb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:59Z', 'updated_at': '2022-04-05T11:15:04Z', 'revision_number': 5, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'subnets': [{'id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:23:01.701104 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a931d32e-219b-429b-8aa9-82e4a7f6c4e0 None None] Checking router: f239ab75-78ab-4c00-b61f-9f075073e1d1 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:23:01.709454 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a931d32e-219b-429b-8aa9-82e4a7f6c4e0 None None] Routers {'f239ab75-78ab-4c00-b61f-9f075073e1d1'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:23:01.710052 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-a931d32e-219b-429b-8aa9-82e4a7f6c4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:22:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['f239ab75-78ab-4c00-b61f-9f075073e1d1'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:23:01.942247 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-a931d32e-219b-429b-8aa9-82e4a7f6c4e0 None None] Set router f239ab75-78ab-4c00-b61f-9f075073e1d1 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:23:02.140014 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-a931d32e-219b-429b-8aa9-82e4a7f6c4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'name': 'tempest-ServerRescueNegativeTestJSON-424288215-router', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:14:54Z', 'updated_at': '2022-04-05T11:14:59Z', 'revision_number': 4, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'gw_port': {'id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:55Z', 'updated_at': '2022-04-05T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '885d4881-98a5-4907-8517-a3cacb10eece', 'name': '', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'mac_address': 'fa:16:3e:2f:cb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:59Z', 'updated_at': '2022-04-05T11:15:04Z', 'revision_number': 5, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'subnets': [{'id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:23:02.169111 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a931d32e-219b-429b-8aa9-82e4a7f6c4e0 None None] The sync data for ids ['f239ab75-78ab-4c00-b61f-9f075073e1d1'] in dv-cinder-818994-3-iscsi is: [{'id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'name': 'tempest-ServerRescueNegativeTestJSON-424288215-router', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:14:54Z', 'updated_at': '2022-04-05T11:14:59Z', 'revision_number': 4, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'gw_port': {'id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:55Z', 'updated_at': '2022-04-05T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '885d4881-98a5-4907-8517-a3cacb10eece', 'name': '', 'network_id': 'a84177b0-98a3-43e8-9748-217cec2ce77a', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'mac_address': 'fa:16:3e:2f:cb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:59Z', 'updated_at': '2022-04-05T11:15:04Z', 'revision_number': 5, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'subnets': [{'id': 'b01bd4d7-97a5-45dc-b9c7-6b928112c646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:23:02.379281 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69efbd1a-861c-471f-b0a6-283871667881 None None] New status for floating IP 4b8a62ea-73b8-4574-821f-37614ea66841: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:23:02.509730 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-aa216793-5809-4b04-bae5-51b803491b00 req-30c5f440-481e-448d-a2e8-7532a45672f3 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=0d7680ed-da15-498a-a57d-a37e492ada5b HTTP/1.1" status: 200 len: 210 time: 0.0277944 Apr 05 11:23:03.687462 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 34946) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:03.740932 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e11d0145-9b55-416e-afb7-48e3d16b6b7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for security_group (692fb387-59f6-4661-829c-5f282af6b65d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:03.767740 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e11d0145-9b55-416e-afb7-48e3d16b6b7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for security_group (692fb387-59f6-4661-829c-5f282af6b65d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:03.926345 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e11d0145-9b55-416e-afb7-48e3d16b6b7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (692fb387-59f6-4661-829c-5f282af6b65d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:03.929408 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e11d0145-9b55-416e-afb7-48e3d16b6b7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:03.930575 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e11d0145-9b55-416e-afb7-48e3d16b6b7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "DELETE /v2.0/security-groups/692fb387-59f6-4661-829c-5f282af6b65d HTTP/1.1" status: 204 len: 168 time: 0.2420347 Apr 05 11:23:03.933270 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 34948) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:03.939793 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d0145-9b55-416e-afb7-48e3d16b6b7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=692fb387-59f6-4661-829c-5f282af6b65d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:03.947416 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11d0145-9b55-416e-afb7-48e3d16b6b7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:03.947776 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11d0145-9b55-416e-afb7-48e3d16b6b7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:03.948122 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11d0145-9b55-416e-afb7-48e3d16b6b7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:03.948459 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11d0145-9b55-416e-afb7-48e3d16b6b7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:03.948799 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11d0145-9b55-416e-afb7-48e3d16b6b7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:03.949160 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11d0145-9b55-416e-afb7-48e3d16b6b7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:03.949493 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11d0145-9b55-416e-afb7-48e3d16b6b7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:03.949783 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.api.v2.resource [None req-0f683dce-447e-4f96-9c47-f8da00479dbc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] show failed (client error): The resource could not be found. Apr 05 11:23:03.949904 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11d0145-9b55-416e-afb7-48e3d16b6b7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:03.950142 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11d0145-9b55-416e-afb7-48e3d16b6b7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:03.950472 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11d0145-9b55-416e-afb7-48e3d16b6b7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:03.950811 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0f683dce-447e-4f96-9c47-f8da00479dbc tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups/692fb387-59f6-4661-829c-5f282af6b65d HTTP/1.1" status: 404 len: 347 time: 0.0165431 Apr 05 11:23:03.950929 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11d0145-9b55-416e-afb7-48e3d16b6b7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:03.951255 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11d0145-9b55-416e-afb7-48e3d16b6b7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:03.951588 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11d0145-9b55-416e-afb7-48e3d16b6b7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:03.951918 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11d0145-9b55-416e-afb7-48e3d16b6b7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:03.952243 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11d0145-9b55-416e-afb7-48e3d16b6b7d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:03.953433 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 34950) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:04.078332 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-35532405-2315-4be0-9f92-99ca30949e80 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Deleting port f58b3b60-12e9-4ca3-81c7-f5d879f64856 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:23:04.078694 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-35532405-2315-4be0-9f92-99ca30949e80 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (f58b3b60-12e9-4ca3-81c7-f5d879f64856), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:04.150481 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-35532405-2315-4be0-9f92-99ca30949e80 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (f58b3b60-12e9-4ca3-81c7-f5d879f64856), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:04.150831 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-35532405-2315-4be0-9f92-99ca30949e80 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for floatingip (f58b3b60-12e9-4ca3-81c7-f5d879f64856), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:04.162235 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-35532405-2315-4be0-9f92-99ca30949e80 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Calling delete_port for f58b3b60-12e9-4ca3-81c7-f5d879f64856 owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:23:04.395097 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-35532405-2315-4be0-9f92-99ca30949e80 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (f58b3b60-12e9-4ca3-81c7-f5d879f64856), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:04.420120 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35532405-2315-4be0-9f92-99ca30949e80 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Pushing event deleted for resources: {'Port': ['ID=f58b3b60-12e9-4ca3-81c7-f5d879f64856,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:04.480796 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-35532405-2315-4be0-9f92-99ca30949e80 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks [] for floatingip (4b8a62ea-73b8-4574-821f-37614ea66841), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:04.483945 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-35532405-2315-4be0-9f92-99ca30949e80 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:04.484398 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-35532405-2315-4be0-9f92-99ca30949e80 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "DELETE /v2.0/floatingips/4b8a62ea-73b8-4574-821f-37614ea66841 HTTP/1.1" status: 204 len: 168 time: 0.5301049 Apr 05 11:23:05.191773 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 141f21be-2523-4672-a366-4a146e7780e9 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:23:05.212244 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] No Port match for: 141f21be-2523-4672-a366-4a146e7780e9 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:23:05.212800 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 141f21be-2523-4672-a366-4a146e7780e9 not bound to the agent host hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:23:07.581234 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb287b-ba97-487c-b645-a0e65be2ff68 req-608b14ac-7cca-4f09-89a7-11c8cd1275d6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:07.582851 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5bcb287b-ba97-487c-b645-a0e65be2ff68 req-608b14ac-7cca-4f09-89a7-11c8cd1275d6 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0518265 Apr 05 11:23:07.628223 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5bcb287b-ba97-487c-b645-a0e65be2ff68 req-1c884281-c72c-42bb-9671-96c206e073e8 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391560 Apr 05 11:23:08.532537 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393042e1-4fa7-40f0-878b-b26091ed9e2a req-7419cc12-021a-44d0-bfeb-414342ed2401 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:08.533987 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-393042e1-4fa7-40f0-878b-b26091ed9e2a req-7419cc12-021a-44d0-bfeb-414342ed2401 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.58 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0510185 Apr 05 11:23:08.632838 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-393042e1-4fa7-40f0-878b-b26091ed9e2a req-dd42b926-e125-412e-b87f-084d978ab2c0 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Deleting port df7c1568-9880-4e21-856e-00b35d9664cd {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:23:08.633537 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-393042e1-4fa7-40f0-878b-b26091ed9e2a req-dd42b926-e125-412e-b87f-084d978ab2c0 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (df7c1568-9880-4e21-856e-00b35d9664cd), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:08.719871 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-393042e1-4fa7-40f0-878b-b26091ed9e2a req-dd42b926-e125-412e-b87f-084d978ab2c0 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] For port df7c1568-9880-4e21-856e-00b35d9664cd, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=df7c1568-9880-4e21-856e-00b35d9664cd,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:23:08.720239 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-393042e1-4fa7-40f0-878b-b26091ed9e2a req-dd42b926-e125-412e-b87f-084d978ab2c0 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (df7c1568-9880-4e21-856e-00b35d9664cd), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:08.733197 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-393042e1-4fa7-40f0-878b-b26091ed9e2a req-dd42b926-e125-412e-b87f-084d978ab2c0 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Calling delete_port for df7c1568-9880-4e21-856e-00b35d9664cd owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:23:08.747923 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac78b25-cd09-4741-a648-8b18f747c5a3 req-d0e428e2-6621-45a5-8586-e2169f85924a tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:08.749410 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dac78b25-cd09-4741-a648-8b18f747c5a3 req-d0e428e2-6621-45a5-8586-e2169f85924a tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 945 time: 0.0522354 Apr 05 11:23:08.796662 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dac78b25-cd09-4741-a648-8b18f747c5a3 req-498a750d-99eb-4169-9d8d-adcec44dac69 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414588 Apr 05 11:23:08.966515 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-393042e1-4fa7-40f0-878b-b26091ed9e2a req-dd42b926-e125-412e-b87f-084d978ab2c0 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (df7c1568-9880-4e21-856e-00b35d9664cd), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:08.979093 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['01522163-0d2a-4854-8bdc-d67d7aa1cd89', 'df7c1568-9880-4e21-856e-00b35d9664cd'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:23:08.994393 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42b926-e125-412e-b87f-084d978ab2c0 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Pushing event deleted for resources: {'Port': ['ID=df7c1568-9880-4e21-856e-00b35d9664cd,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:09.042942 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-393042e1-4fa7-40f0-878b-b26091ed9e2a req-dd42b926-e125-412e-b87f-084d978ab2c0 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] No DVR routers for this DVR port df7c1568-9880-4e21-856e-00b35d9664cd on host hv-cinder-81899 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:23:09.045419 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-393042e1-4fa7-40f0-878b-b26091ed9e2a req-dd42b926-e125-412e-b87f-084d978ab2c0 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:09.048713 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-393042e1-4fa7-40f0-878b-b26091ed9e2a req-dd42b926-e125-412e-b87f-084d978ab2c0 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.58 "DELETE /v2.0/ports/df7c1568-9880-4e21-856e-00b35d9664cd HTTP/1.1" status: 204 len: 173 time: 0.5075850 Apr 05 11:23:09.049161 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b89d15-5832-49f1-936c-f8219d65c62b', 'name': 'network-vif-deleted', 'tag': 'df7c1568-9880-4e21-856e-00b35d9664cd'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:23:09.051690 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c7e3a0-7474-4ee5-8729-88d6712a5e0a" -d '{"events": [{"server_uuid": "31b89d15-5832-49f1-936c-f8219d65c62b", "name": "network-vif-deleted", "tag": "df7c1568-9880-4e21-856e-00b35d9664cd"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:23:09.089131 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b95fc1-d4a9-457d-9ed5-b64526a31105 x-openstack-request-id: req-c7b95fc1-d4a9-457d-9ed5-b64526a31105 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:23:09.089645 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b89d15-5832-49f1-936c-f8219d65c62b", "name": "network-vif-deleted", "tag": "df7c1568-9880-4e21-856e-00b35d9664cd", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:23:09.090012 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c7b95fc1-d4a9-457d-9ed5-b64526a31105 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:23:09.090525 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b95fc1-d4a9-457d-9ed5-b64526a31105'] response: {'server_uuid': '31b89d15-5832-49f1-936c-f8219d65c62b', 'name': 'network-vif-deleted', 'tag': 'df7c1568-9880-4e21-856e-00b35d9664cd', 'status': 'completed', 'code': 200} Apr 05 11:23:09.911671 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-faa7f7f0-1f13-45d1-97f5-d0dc944a2789 req-8cb2e3dc-5ed5-4e4d-9889-a5d486b5bf2c tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b89d15-5832-49f1-936c-f8219d65c62b HTTP/1.1" status: 200 len: 210 time: 0.0290534 Apr 05 11:23:11.422404 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec5b6c-e4ba-45a9-817f-7ef1934faa23 req-c898a66a-c720-4744-b76c-fce08acef681 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:11.423933 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3eec5b6c-e4ba-45a9-817f-7ef1934faa23 req-c898a66a-c720-4744-b76c-fce08acef681 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0545948 Apr 05 11:23:11.471145 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3eec5b6c-e4ba-45a9-817f-7ef1934faa23 req-ce343b46-0baf-463c-bcad-3dcfd468e213 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415144 Apr 05 11:23:12.168382 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0499f-08ed-404f-9a88-d84bef530b63 req-29479168-5794-4ce7-92ef-e27605a33ee3 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:12.169937 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-aad0499f-08ed-404f-9a88-d84bef530b63 req-29479168-5794-4ce7-92ef-e27605a33ee3 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0537322 Apr 05 11:23:12.273102 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-aad0499f-08ed-404f-9a88-d84bef530b63 req-b39b2fb6-627b-4511-8637-256f38317cda tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Deleting port 01522163-0d2a-4854-8bdc-d67d7aa1cd89 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:23:12.273436 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-aad0499f-08ed-404f-9a88-d84bef530b63 req-b39b2fb6-627b-4511-8637-256f38317cda tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (01522163-0d2a-4854-8bdc-d67d7aa1cd89), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:12.360426 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-aad0499f-08ed-404f-9a88-d84bef530b63 req-b39b2fb6-627b-4511-8637-256f38317cda tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] For port 01522163-0d2a-4854-8bdc-d67d7aa1cd89, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=01522163-0d2a-4854-8bdc-d67d7aa1cd89,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:23:12.360785 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-aad0499f-08ed-404f-9a88-d84bef530b63 req-b39b2fb6-627b-4511-8637-256f38317cda tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (01522163-0d2a-4854-8bdc-d67d7aa1cd89), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:12.381902 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-aad0499f-08ed-404f-9a88-d84bef530b63 req-b39b2fb6-627b-4511-8637-256f38317cda tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Calling delete_port for 01522163-0d2a-4854-8bdc-d67d7aa1cd89 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:23:12.589804 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad91d13-f928-4d68-86dc-7dd8200fc57c req-2f3a5ce0-70d0-4058-b478-533ae3054a2d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:12.591291 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8ad91d13-f928-4d68-86dc-7dd8200fc57c req-2f3a5ce0-70d0-4058-b478-533ae3054a2d tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 945 time: 0.0536249 Apr 05 11:23:12.619951 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-aad0499f-08ed-404f-9a88-d84bef530b63 req-b39b2fb6-627b-4511-8637-256f38317cda tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (01522163-0d2a-4854-8bdc-d67d7aa1cd89), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:12.638754 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['01522163-0d2a-4854-8bdc-d67d7aa1cd89'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:23:12.642889 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8ad91d13-f928-4d68-86dc-7dd8200fc57c req-b69676ae-1285-492f-ac2c-5eb3db9a21ca tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/security-groups?id=959843b2-10b3-4842-ad4b-7c6c61e9fc12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457866 Apr 05 11:23:12.653304 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b2fb6-627b-4511-8637-256f38317cda tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Pushing event deleted for resources: {'Port': ['ID=01522163-0d2a-4854-8bdc-d67d7aa1cd89,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:12.708924 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad0499f-08ed-404f-9a88-d84bef530b63 req-b39b2fb6-627b-4511-8637-256f38317cda tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] No DVR routers for this DVR port 01522163-0d2a-4854-8bdc-d67d7aa1cd89 on host hv-cinder-81899 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:23:12.711714 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-aad0499f-08ed-404f-9a88-d84bef530b63 req-b39b2fb6-627b-4511-8637-256f38317cda tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:12.715352 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-aad0499f-08ed-404f-9a88-d84bef530b63 req-b39b2fb6-627b-4511-8637-256f38317cda tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.58 "DELETE /v2.0/ports/01522163-0d2a-4854-8bdc-d67d7aa1cd89 HTTP/1.1" status: 204 len: 173 time: 0.5391245 Apr 05 11:23:12.715806 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f4506a-1e74-4699-938c-1fe000c3d0e7', 'name': 'network-vif-deleted', 'tag': '01522163-0d2a-4854-8bdc-d67d7aa1cd89'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:23:12.718165 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d313fbe-964b-4ecd-8432-b6d8dcdf9b6e" -d '{"events": [{"server_uuid": "e8f4506a-1e74-4699-938c-1fe000c3d0e7", "name": "network-vif-deleted", "tag": "01522163-0d2a-4854-8bdc-d67d7aa1cd89"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:23:12.755388 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d0ea05-152d-489a-8f25-377f7f5985bd x-openstack-request-id: req-18d0ea05-152d-489a-8f25-377f7f5985bd {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:23:12.755729 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f4506a-1e74-4699-938c-1fe000c3d0e7", "name": "network-vif-deleted", "tag": "01522163-0d2a-4854-8bdc-d67d7aa1cd89", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:23:12.755986 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18d0ea05-152d-489a-8f25-377f7f5985bd {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:23:12.756391 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18d0ea05-152d-489a-8f25-377f7f5985bd'] response: {'server_uuid': 'e8f4506a-1e74-4699-938c-1fe000c3d0e7', 'name': 'network-vif-deleted', 'tag': '01522163-0d2a-4854-8bdc-d67d7aa1cd89', 'status': 'completed', 'code': 200} Apr 05 11:23:13.443130 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device df7c1568-9880-4e21-856e-00b35d9664cd no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:23:13.462444 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] No Port match for: df7c1568-9880-4e21-856e-00b35d9664cd {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:23:13.462817 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device df7c1568-9880-4e21-856e-00b35d9664cd not bound to the agent host hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:23:13.756447 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2cd2a1d1-df26-4bad-8085-f7fc7098c111 req-e2740c5a-b644-4267-9f44-724a6f2d80b1 tempest-ServerRescueNegativeTestJSON-945489616 tempest-ServerRescueNegativeTestJSON-945489616-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8f4506a-1e74-4699-938c-1fe000c3d0e7 HTTP/1.1" status: 200 len: 210 time: 0.0296645 Apr 05 11:23:14.819023 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 35044) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:15.383646 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4c057-1864-4e64-81d3-733d5f3def59 req-fbb704b1-afae-4bdf-a375-6735093ec161 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:15.387817 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-96d4c057-1864-4e64-81d3-733d5f3def59 req-fbb704b1-afae-4bdf-a375-6735093ec161 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0563235 Apr 05 11:23:15.442035 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-96d4c057-1864-4e64-81d3-733d5f3def59 req-da50b305-63c8-4463-b2ff-b4c6a5791203 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477593 Apr 05 11:23:15.605139 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac178dae-ffd8-4180-8cf8-b11e3cc697c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583640'] for router_interface (f239ab75-78ab-4c00-b61f-9f075073e1d1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:15.897914 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-ac178dae-ffd8-4180-8cf8-b11e3cc697c0 admin admin] Deleting port 885d4881-98a5-4907-8517-a3cacb10eece {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:23:15.898585 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac178dae-ffd8-4180-8cf8-b11e3cc697c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (885d4881-98a5-4907-8517-a3cacb10eece), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:15.973482 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-ac178dae-ffd8-4180-8cf8-b11e3cc697c0 admin admin] For port 885d4881-98a5-4907-8517-a3cacb10eece, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=885d4881-98a5-4907-8517-a3cacb10eece,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:23:15.973844 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac178dae-ffd8-4180-8cf8-b11e3cc697c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (885d4881-98a5-4907-8517-a3cacb10eece), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:15.987287 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-ac178dae-ffd8-4180-8cf8-b11e3cc697c0 admin admin] Calling delete_port for 885d4881-98a5-4907-8517-a3cacb10eece owned by network:router_interface {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:23:16.237356 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac178dae-ffd8-4180-8cf8-b11e3cc697c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (885d4881-98a5-4907-8517-a3cacb10eece), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:16.269031 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac178dae-ffd8-4180-8cf8-b11e3cc697c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=885d4881-98a5-4907-8517-a3cacb10eece,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:16.449643 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac178dae-ffd8-4180-8cf8-b11e3cc697c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1809813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585800'] for router_interface (f239ab75-78ab-4c00-b61f-9f075073e1d1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:16.642874 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadca92-d34b-4790-ae8b-3b0541480d1d req-c21b1854-545b-4fca-b75a-8fdde6a20af9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:16.644253 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eaadca92-d34b-4790-ae8b-3b0541480d1d req-c21b1854-545b-4fca-b75a-8fdde6a20af9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.1049416 Apr 05 11:23:16.714796 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:16.740666 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eaadca92-d34b-4790-ae8b-3b0541480d1d req-4099fcb2-32fd-4317-bdc7-12b291b01ba7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902777 Apr 05 11:23:16.747757 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac178dae-ffd8-4180-8cf8-b11e3cc697c0 admin admin] Router f239ab75-78ab-4c00-b61f-9f075073e1d1 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:23:16.861542 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac178dae-ffd8-4180-8cf8-b11e3cc697c0 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:23:16.866363 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ac178dae-ffd8-4180-8cf8-b11e3cc697c0 admin admin] 10.222.0.39 "PUT /v2.0/routers/f239ab75-78ab-4c00-b61f-9f075073e1d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0463016 Apr 05 11:23:16.868966 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 35070) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:16.871546 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceb7c00-cc08-4796-9f91-f900766b9bb4 None None] Sync routers for ids ['f239ab75-78ab-4c00-b61f-9f075073e1d1'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:23:16.881666 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb7c00-cc08-4796-9f91-f900766b9bb4 None None] Routers {'f239ab75-78ab-4c00-b61f-9f075073e1d1'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:23:16.882393 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-4ceb7c00-cc08-4796-9f91-f900766b9bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:22:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['f239ab75-78ab-4c00-b61f-9f075073e1d1'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:23:16.975572 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-10ae2971-5b2b-4e0d-9649-092b784f9bc9 admin admin] Publish callbacks [] for router (f239ab75-78ab-4c00-b61f-9f075073e1d1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:16.990855 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-4ceb7c00-cc08-4796-9f91-f900766b9bb4 None None] Set router f239ab75-78ab-4c00-b61f-9f075073e1d1 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:23:17.085430 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-10ae2971-5b2b-4e0d-9649-092b784f9bc9 admin admin] Publish callbacks [] for router_gateway (f239ab75-78ab-4c00-b61f-9f075073e1d1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:17.167344 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-4ceb7c00-cc08-4796-9f91-f900766b9bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'name': 'tempest-ServerRescueNegativeTestJSON-424288215-router', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:14:54Z', 'updated_at': '2022-04-05T11:23:16Z', 'revision_number': 5, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'gw_port': {'id': '4d24b225-04ea-4739-b2a5-4fb1e3d9df99', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:14:55Z', 'updated_at': '2022-04-05T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:23:17.193932 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceb7c00-cc08-4796-9f91-f900766b9bb4 None None] Checking router: f239ab75-78ab-4c00-b61f-9f075073e1d1 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:23:17.202872 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb7c00-cc08-4796-9f91-f900766b9bb4 None None] Routers {'f239ab75-78ab-4c00-b61f-9f075073e1d1'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:23:17.203514 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-4ceb7c00-cc08-4796-9f91-f900766b9bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:22:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['f239ab75-78ab-4c00-b61f-9f075073e1d1'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:23:17.242930 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-10ae2971-5b2b-4e0d-9649-092b784f9bc9 admin admin] Deleting port 4d24b225-04ea-4739-b2a5-4fb1e3d9df99 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:23:17.243202 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-10ae2971-5b2b-4e0d-9649-092b784f9bc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (4d24b225-04ea-4739-b2a5-4fb1e3d9df99), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:17.302171 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-4ceb7c00-cc08-4796-9f91-f900766b9bb4 None None] Set router f239ab75-78ab-4c00-b61f-9f075073e1d1 gateway port host: None {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:23:17.328321 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-10ae2971-5b2b-4e0d-9649-092b784f9bc9 admin admin] For port 4d24b225-04ea-4739-b2a5-4fb1e3d9df99, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=4d24b225-04ea-4739-b2a5-4fb1e3d9df99,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:23:17.328683 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-10ae2971-5b2b-4e0d-9649-092b784f9bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (4d24b225-04ea-4739-b2a5-4fb1e3d9df99), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:17.341574 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-10ae2971-5b2b-4e0d-9649-092b784f9bc9 admin admin] Calling delete_port for 4d24b225-04ea-4739-b2a5-4fb1e3d9df99 owned by network:router_gateway {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:23:17.358139 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-4ceb7c00-cc08-4796-9f91-f900766b9bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'name': 'tempest-ServerRescueNegativeTestJSON-424288215-router', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:14:54Z', 'updated_at': '2022-04-05T11:23:17Z', 'revision_number': 6, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'gw_port_host': None}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:23:17.385528 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ceb7c00-cc08-4796-9f91-f900766b9bb4 None None] The sync data for ids ['f239ab75-78ab-4c00-b61f-9f075073e1d1'] in dv-cinder-818994-3-iscsi is: [{'id': 'f239ab75-78ab-4c00-b61f-9f075073e1d1', 'name': 'tempest-ServerRescueNegativeTestJSON-424288215-router', 'tenant_id': 'cf751cbfd21e463e83beea4d29713404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:14:54Z', 'updated_at': '2022-04-05T11:23:17Z', 'revision_number': 6, 'project_id': 'cf751cbfd21e463e83beea4d29713404', 'gw_port_host': None}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:23:17.463977 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 01522163-0d2a-4854-8bdc-d67d7aa1cd89 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:23:17.484388 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] No Port match for: 01522163-0d2a-4854-8bdc-d67d7aa1cd89 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:23:17.484736 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 01522163-0d2a-4854-8bdc-d67d7aa1cd89 not bound to the agent host hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:23:17.600731 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-10ae2971-5b2b-4e0d-9649-092b784f9bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (4d24b225-04ea-4739-b2a5-4fb1e3d9df99), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:17.625103 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae2971-5b2b-4e0d-9649-092b784f9bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d24b225-04ea-4739-b2a5-4fb1e3d9df99,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:17.691791 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-10ae2971-5b2b-4e0d-9649-092b784f9bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585742'] for router_gateway (f239ab75-78ab-4c00-b61f-9f075073e1d1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:17.804720 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-10ae2971-5b2b-4e0d-9649-092b784f9bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5185'] for router (f239ab75-78ab-4c00-b61f-9f075073e1d1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:17.807709 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-10ae2971-5b2b-4e0d-9649-092b784f9bc9 admin admin] Publish callbacks [] for router_controller (f239ab75-78ab-4c00-b61f-9f075073e1d1), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:17.873949 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991090d8-92ab-4f3e-8500-0bd994d21fdd req-e522c2a0-f240-4002-bb3a-140e89c8be61 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:17.875361 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-991090d8-92ab-4f3e-8500-0bd994d21fdd req-e522c2a0-f240-4002-bb3a-140e89c8be61 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0563152 Apr 05 11:23:17.926018 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-991090d8-92ab-4f3e-8500-0bd994d21fdd req-a98345e5-fa10-4849-b810-32d630ecee5b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450521 Apr 05 11:23:17.949313 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-10ae2971-5b2b-4e0d-9649-092b784f9bc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583348'] for router (f239ab75-78ab-4c00-b61f-9f075073e1d1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:17.949944 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ae2971-5b2b-4e0d-9649-092b784f9bc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f239ab75-78ab-4c00-b61f-9f075073e1d1 {{(pid=103963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:23:17.958901 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-10ae2971-5b2b-4e0d-9649-092b784f9bc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:17.958901 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-10ae2971-5b2b-4e0d-9649-092b784f9bc9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f239ab75-78ab-4c00-b61f-9f075073e1d1 HTTP/1.1" status: 204 len: 168 time: 1.0863316 Apr 05 11:23:17.960668 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 35076) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:18.009842 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-13453fc8-b6aa-4bd9-9868-ab68d587ff35 admin admin] Deleting subnet b01bd4d7-97a5-45dc-b9c7-6b928112c646 {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:23:18.013472 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-13453fc8-b6aa-4bd9-9868-ab68d587ff35 admin admin] Publish callbacks [] for subnet (b01bd4d7-97a5-45dc-b9c7-6b928112c646), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:18.047672 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-13453fc8-b6aa-4bd9-9868-ab68d587ff35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7254573'] for subnet (b01bd4d7-97a5-45dc-b9c7-6b928112c646), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:18.154297 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-13453fc8-b6aa-4bd9-9868-ab68d587ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928297'] for subnet (b01bd4d7-97a5-45dc-b9c7-6b928112c646), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:18.275303 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-13453fc8-b6aa-4bd9-9868-ab68d587ff35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5342686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5249184'] for subnet (b01bd4d7-97a5-45dc-b9c7-6b928112c646), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:18.303409 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13453fc8-b6aa-4bd9-9868-ab68d587ff35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b01bd4d7-97a5-45dc-b9c7-6b928112c646,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:18.307526 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-13453fc8-b6aa-4bd9-9868-ab68d587ff35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:18.310728 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-13453fc8-b6aa-4bd9-9868-ab68d587ff35 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b01bd4d7-97a5-45dc-b9c7-6b928112c646 HTTP/1.1" status: 204 len: 168 time: 0.3491037 Apr 05 11:23:18.313175 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 35078) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:18.313316 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b30ef1-42e4-496a-86a0-f4668d620cb2 None None] Network a84177b0-98a3-43e8-9748-217cec2ce77a requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:23:18.390647 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-590edbd8-7667-456e-ad44-5ac3bd0f4bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920430'] for network (a84177b0-98a3-43e8-9748-217cec2ce77a), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:18.395686 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d6ffdd41-05a4-4b21-a318-9ee3f7c4a233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:18.457376 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-590edbd8-7667-456e-ad44-5ac3bd0f4bfb admin admin] Deleting port 4af47637-1bc2-4bfe-8f38-1f3bf5799030 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:23:18.457717 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-590edbd8-7667-456e-ad44-5ac3bd0f4bfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (4af47637-1bc2-4bfe-8f38-1f3bf5799030), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:18.477157 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 4d24b225-04ea-4739-b2a5-4fb1e3d9df99 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:23:18.516504 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 4d24b225-04ea-4739-b2a5-4fb1e3d9df99 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:23:18.516860 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 4d24b225-04ea-4739-b2a5-4fb1e3d9df99 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:23:18.517292 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 885d4881-98a5-4907-8517-a3cacb10eece no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:23:18.539605 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1377b4f-43cc-4112-b42d-44e25ed5f7e7 None None] DHCP port deletion for a84177b0-98a3-43e8-9748-217cec2ce77a request from dv-cinder-818994-3-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:23:18.541914 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-590edbd8-7667-456e-ad44-5ac3bd0f4bfb admin admin] For port 4af47637-1bc2-4bfe-8f38-1f3bf5799030, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=4af47637-1bc2-4bfe-8f38-1f3bf5799030,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:23:18.541914 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-590edbd8-7667-456e-ad44-5ac3bd0f4bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (4af47637-1bc2-4bfe-8f38-1f3bf5799030), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:18.545917 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 885d4881-98a5-4907-8517-a3cacb10eece {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:23:18.546271 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 885d4881-98a5-4907-8517-a3cacb10eece not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:23:18.561283 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-590edbd8-7667-456e-ad44-5ac3bd0f4bfb admin admin] Calling delete_port for 4af47637-1bc2-4bfe-8f38-1f3bf5799030 owned by network:dhcp {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:23:18.596793 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d1377b4f-43cc-4112-b42d-44e25ed5f7e7 None None] Deleting port 4af47637-1bc2-4bfe-8f38-1f3bf5799030 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:23:18.597175 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d1377b4f-43cc-4112-b42d-44e25ed5f7e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (4af47637-1bc2-4bfe-8f38-1f3bf5799030), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:18.667815 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-d1377b4f-43cc-4112-b42d-44e25ed5f7e7 None None] For port 4af47637-1bc2-4bfe-8f38-1f3bf5799030, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=4af47637-1bc2-4bfe-8f38-1f3bf5799030,segment=NetworkSegment(a8b04231-2bb4-4f4f-b476-80b1bed1cb2c),segment_id=a8b04231-2bb4-4f4f-b476-80b1bed1cb2c)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:23:18.668215 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d1377b4f-43cc-4112-b42d-44e25ed5f7e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (4af47637-1bc2-4bfe-8f38-1f3bf5799030), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:18.687879 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d1377b4f-43cc-4112-b42d-44e25ed5f7e7 None None] Calling delete_port for 4af47637-1bc2-4bfe-8f38-1f3bf5799030 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:23:18.743691 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-590edbd8-7667-456e-ad44-5ac3bd0f4bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (4af47637-1bc2-4bfe-8f38-1f3bf5799030), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:18.771682 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590edbd8-7667-456e-ad44-5ac3bd0f4bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=4af47637-1bc2-4bfe-8f38-1f3bf5799030,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:18.773694 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590edbd8-7667-456e-ad44-5ac3bd0f4bfb admin admin] No DVR routers for this DVR port 4af47637-1bc2-4bfe-8f38-1f3bf5799030 on host dv-cinder-818994-3-iscsi {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:23:18.818186 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d1377b4f-43cc-4112-b42d-44e25ed5f7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252'] for port (4af47637-1bc2-4bfe-8f38-1f3bf5799030), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:18.848662 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-590edbd8-7667-456e-ad44-5ac3bd0f4bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1167570', 'neutron.services.segments.db._delete_segments_for_network-8793732693881'] for network (a84177b0-98a3-43e8-9748-217cec2ce77a), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:18.853491 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1377b4f-43cc-4112-b42d-44e25ed5f7e7 None None] Pushing event deleted for resources: {'Port': ['ID=4af47637-1bc2-4bfe-8f38-1f3bf5799030,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:18.853491 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1377b4f-43cc-4112-b42d-44e25ed5f7e7 None None] No DVR routers for this DVR port 4af47637-1bc2-4bfe-8f38-1f3bf5799030 on host dv-cinder-818994-3-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:23:18.872501 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-590edbd8-7667-456e-ad44-5ac3bd0f4bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84177b0-98a3-43e8-9748-217cec2ce77a']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:23:18.883993 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-590edbd8-7667-456e-ad44-5ac3bd0f4bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:23:18.884299 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-590edbd8-7667-456e-ad44-5ac3bd0f4bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b04231-2bb4-4f4f-b476-80b1bed1cb2c') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:23:18.895241 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-590edbd8-7667-456e-ad44-5ac3bd0f4bfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793732694402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7254742'] for segment (a8b04231-2bb4-4f4f-b476-80b1bed1cb2c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:18.909780 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-590edbd8-7667-456e-ad44-5ac3bd0f4bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (a8b04231-2bb4-4f4f-b476-80b1bed1cb2c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:18.915912 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590edbd8-7667-456e-ad44-5ac3bd0f4bfb admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:23:18.916273 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-590edbd8-7667-456e-ad44-5ac3bd0f4bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5342644'] for segment (a8b04231-2bb4-4f4f-b476-80b1bed1cb2c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: Traceback (most recent call last): Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: timer() Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: cb(*args, **kw) Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: return func(*args, **kwargs) Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: self._notify() Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: self.callback(batched_events) Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: event.method(event) Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: return f(self, *a, **k) Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: return self._get(url).json() Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: return self.request(url, 'GET', **kwargs) Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:23:18.917907 dv-cinder-818994-3-iscsi neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:23:19.053053 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c1fc7-7b38-4129-b9b3-afe4eeab31e7 req-f70e0edf-517d-442e-8342-ca290d36ce31 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:19.054497 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-231c1fc7-7b38-4129-b9b3-afe4eeab31e7 req-f70e0edf-517d-442e-8342-ca290d36ce31 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0563233 Apr 05 11:23:19.100764 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-590edbd8-7667-456e-ad44-5ac3bd0f4bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1167531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585706'] for network (a84177b0-98a3-43e8-9748-217cec2ce77a), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:19.105402 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-231c1fc7-7b38-4129-b9b3-afe4eeab31e7 req-07fdf432-8660-4df3-b568-5b1185601b15 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451500 Apr 05 11:23:19.109248 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-590edbd8-7667-456e-ad44-5ac3bd0f4bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:19.112551 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-590edbd8-7667-456e-ad44-5ac3bd0f4bfb admin admin] 10.222.0.39 "DELETE /v2.0/networks/a84177b0-98a3-43e8-9748-217cec2ce77a HTTP/1.1" status: 204 len: 168 time: 0.7984521 Apr 05 11:23:19.124679 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590edbd8-7667-456e-ad44-5ac3bd0f4bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=a84177b0-98a3-43e8-9748-217cec2ce77a,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:19.529679 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 35102) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:19.569151 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a1640e22-38ae-4726-bd25-c009a6679a5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf751cbfd21e463e83beea4d29713404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382233 Apr 05 11:23:19.571613 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 35104) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:19.616964 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-76caf129-d7ec-4d60-809d-862ac03f9d78 admin admin] Publish callbacks [] for security_group (959843b2-10b3-4842-ad4b-7c6c61e9fc12), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:19.637873 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-76caf129-d7ec-4d60-809d-862ac03f9d78 admin admin] Publish callbacks [] for security_group (959843b2-10b3-4842-ad4b-7c6c61e9fc12), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:19.749631 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-76caf129-d7ec-4d60-809d-862ac03f9d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (959843b2-10b3-4842-ad4b-7c6c61e9fc12), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:19.752574 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-76caf129-d7ec-4d60-809d-862ac03f9d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:19.753716 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-76caf129-d7ec-4d60-809d-862ac03f9d78 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/959843b2-10b3-4842-ad4b-7c6c61e9fc12 HTTP/1.1" status: 204 len: 168 time: 0.1812236 Apr 05 11:23:19.762028 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76caf129-d7ec-4d60-809d-862ac03f9d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959843b2-10b3-4842-ad4b-7c6c61e9fc12,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:20.235865 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10ba0b-82cc-4719-a3b2-000e4afa2875 req-6cf787d5-b8b8-44f9-9466-28badac21982 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:20.237276 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7c10ba0b-82cc-4719-a3b2-000e4afa2875 req-6cf787d5-b8b8-44f9-9466-28badac21982 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0555632 Apr 05 11:23:20.298981 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7c10ba0b-82cc-4719-a3b2-000e4afa2875 req-83a04743-ecb3-47d1-874d-d99175c182f8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556629 Apr 05 11:23:20.454553 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 4af47637-1bc2-4bfe-8f38-1f3bf5799030 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:23:20.475485 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 4af47637-1bc2-4bfe-8f38-1f3bf5799030 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:23:20.475839 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 4af47637-1bc2-4bfe-8f38-1f3bf5799030 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:23:20.948607 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5f08045a-0abc-46cc-990b-37589d77f3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:21.449474 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e2506-6e18-4c46-b8e2-29096bc325b0 req-843cc3df-ab19-442a-9b79-6ff7eeefba24 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:21.450979 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b55e2506-6e18-4c46-b8e2-29096bc325b0 req-843cc3df-ab19-442a-9b79-6ff7eeefba24 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0526490 Apr 05 11:23:21.499829 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b55e2506-6e18-4c46-b8e2-29096bc325b0 req-44e38e9b-12bf-4257-8e3d-dedf80d7363c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431376 Apr 05 11:23:21.928055 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:22.066083 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7e7fc-5605-40fe-a67a-df71678be4bc req-eef018c5-1a79-4a16-a083-8505b4f82c00 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:22.067572 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eab7e7fc-5605-40fe-a67a-df71678be4bc req-eef018c5-1a79-4a16-a083-8505b4f82c00 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 945 time: 0.0567546 Apr 05 11:23:22.120401 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-eab7e7fc-5605-40fe-a67a-df71678be4bc req-81096484-d5a3-4ea4-b16b-67083b119b95 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=7605808b-7e50-480a-95b2-77cae1e6330d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471160 Apr 05 11:23:22.623383 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7735fa-89b8-4362-9250-97ab04fd6e25 req-2e7dd81e-e201-400e-9ede-8439c4f0d174 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:22.625523 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eb7735fa-89b8-4362-9250-97ab04fd6e25 req-2e7dd81e-e201-400e-9ede-8439c4f0d174 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0544307 Apr 05 11:23:22.669758 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eb7735fa-89b8-4362-9250-97ab04fd6e25 req-1be78d84-6f60-4fe3-9650-cde60b854de0 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385973 Apr 05 11:23:23.305775 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:23.330249 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c5cc1-7af2-498a-9502-fb66e7f206b0 req-7f06fcaf-a390-4216-9cde-4a049f53f9a1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:23.331838 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-da2c5cc1-7af2-498a-9502-fb66e7f206b0 req-7f06fcaf-a390-4216-9cde-4a049f53f9a1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 945 time: 0.1503830 Apr 05 11:23:23.378723 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-da2c5cc1-7af2-498a-9502-fb66e7f206b0 req-0617e485-d576-4f53-b7e6-ed804eb48d88 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=7605808b-7e50-480a-95b2-77cae1e6330d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411031 Apr 05 11:23:23.801682 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ede8c-7edf-47f6-bbd7-a0d150cd707b req-cba20f25-b9e1-425f-a6c1-9e5f3361df70 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:23.802982 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f83ede8c-7edf-47f6-bbd7-a0d150cd707b req-cba20f25-b9e1-425f-a6c1-9e5f3361df70 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0576191 Apr 05 11:23:23.837321 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c99c3272-d395-4a81-b1ca-2d74bc5b6b1e req-0da88429-4d9a-4f0a-8f75-973a8e933339 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840216 Apr 05 11:23:23.845330 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896277a-80d0-4ca5-8165-bc0cec6115e8 req-d1873ecb-295a-4dbf-b0c6-3e41bc211d1b tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:23.846813 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3896277a-80d0-4ca5-8165-bc0cec6115e8 req-d1873ecb-295a-4dbf-b0c6-3e41bc211d1b tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.58 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 945 time: 0.0858660 Apr 05 11:23:23.869202 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f83ede8c-7edf-47f6-bbd7-a0d150cd707b req-8b769c54-5b45-4188-8f01-e6a413426da9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575404 Apr 05 11:23:23.955360 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c3272-d395-4a81-b1ca-2d74bc5b6b1e req-f9a17abf-6f43-492b-bee5-639fd4fb5ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:23.955360 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c99c3272-d395-4a81-b1ca-2d74bc5b6b1e req-f9a17abf-6f43-492b-bee5-639fd4fb5ea4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b3e907fc457e4c4396437b93bfa31859&device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 1129 time: 0.0958915 Apr 05 11:23:23.985074 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-3896277a-80d0-4ca5-8165-bc0cec6115e8 req-4e56fbe9-6fb4-4e3d-8da3-737ce6ec2658 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Deleting port ff329987-a622-46de-9587-bacbc941bd71 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:23:23.985404 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-3896277a-80d0-4ca5-8165-bc0cec6115e8 req-4e56fbe9-6fb4-4e3d-8da3-737ce6ec2658 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (ff329987-a622-46de-9587-bacbc941bd71), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:24.136274 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-3896277a-80d0-4ca5-8165-bc0cec6115e8 req-4e56fbe9-6fb4-4e3d-8da3-737ce6ec2658 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] For port ff329987-a622-46de-9587-bacbc941bd71, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=ff329987-a622-46de-9587-bacbc941bd71,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:23:24.136631 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-3896277a-80d0-4ca5-8165-bc0cec6115e8 req-4e56fbe9-6fb4-4e3d-8da3-737ce6ec2658 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (ff329987-a622-46de-9587-bacbc941bd71), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:24.139618 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c3272-d395-4a81-b1ca-2d74bc5b6b1e req-6df16ccc-e7db-46a8-8634-9fdf4d79713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:24.141056 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c99c3272-d395-4a81-b1ca-2d74bc5b6b1e req-6df16ccc-e7db-46a8-8634-9fdf4d79713b service neutron] 10.222.0.58 "GET /v2.0/networks?id=dcecadc1-803f-40fe-91be-b25ccccfa953 HTTP/1.1" status: 200 len: 910 time: 0.1667318 Apr 05 11:23:24.250831 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c99c3272-d395-4a81-b1ca-2d74bc5b6b1e req-e9d7550b-0b8d-4f3e-ae41-b77db3789786 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc377578-0184-4a80-88e0-2385eab5c0c4 HTTP/1.1" status: 200 len: 1001 time: 0.1028113 Apr 05 11:23:24.655523 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c3272-d395-4a81-b1ca-2d74bc5b6b1e req-914403df-58ea-4b61-806c-333b50e3e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:24.656872 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c99c3272-d395-4a81-b1ca-2d74bc5b6b1e req-914403df-58ea-4b61-806c-333b50e3e172 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae HTTP/1.1" status: 200 len: 848 time: 0.1215153 Apr 05 11:23:24.690332 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f923e-d2f7-42cc-877c-5e6582f03e60 req-c3ab5ff7-496f-45ac-b609-dbff908205f1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:24.691804 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-850f923e-d2f7-42cc-877c-5e6582f03e60 req-c3ab5ff7-496f-45ac-b609-dbff908205f1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 945 time: 0.1553955 Apr 05 11:23:24.694916 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-3896277a-80d0-4ca5-8165-bc0cec6115e8 req-4e56fbe9-6fb4-4e3d-8da3-737ce6ec2658 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:24.695272 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-3896277a-80d0-4ca5-8165-bc0cec6115e8 req-4e56fbe9-6fb4-4e3d-8da3-737ce6ec2658 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (ce7d9c72-4a64-4241-872b-1a2d1d6c6f26), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:24.695586 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.l3_db [req-3896277a-80d0-4ca5-8165-bc0cec6115e8 req-4e56fbe9-6fb4-4e3d-8da3-737ce6ec2658 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Floating IP ce7d9c72-4a64-4241-872b-1a2d1d6c6f26 disassociated. External IP: 172.27.0.152, port: ff329987-a622-46de-9587-bacbc941bd71. Apr 05 11:23:24.695965 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-3896277a-80d0-4ca5-8165-bc0cec6115e8 req-4e56fbe9-6fb4-4e3d-8da3-737ce6ec2658 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Calling delete_port for ff329987-a622-46de-9587-bacbc941bd71 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:23:24.789731 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-850f923e-d2f7-42cc-877c-5e6582f03e60 req-9c9e49d7-9041-4a74-9b85-3d55a27fcbf1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=7605808b-7e50-480a-95b2-77cae1e6330d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917306 Apr 05 11:23:24.922654 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-3896277a-80d0-4ca5-8165-bc0cec6115e8 req-4e56fbe9-6fb4-4e3d-8da3-737ce6ec2658 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (ff329987-a622-46de-9587-bacbc941bd71), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:24.960739 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56fbe9-6fb4-4e3d-8da3-737ce6ec2658 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event deleted for resources: {'Port': ['ID=ff329987-a622-46de-9587-bacbc941bd71,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:25.025444 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:25.086200 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963925af-aa77-4e73-9f37-ce6c984bc7f5 req-0eb8cc99-890a-4337-bfcf-2dbda5477ddd tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:25.087697 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-963925af-aa77-4e73-9f37-ce6c984bc7f5 req-0eb8cc99-890a-4337-bfcf-2dbda5477ddd tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.1388559 Apr 05 11:23:25.134968 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3896277a-80d0-4ca5-8165-bc0cec6115e8 req-4e56fbe9-6fb4-4e3d-8da3-737ce6ec2658 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Router 62cc81f7-8f9d-4edf-a495-d3998e37b711 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:23:25.156825 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-963925af-aa77-4e73-9f37-ce6c984bc7f5 req-a1c6faf3-f3a7-42fe-ae68-cfe670a2b04c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619848 Apr 05 11:23:25.258860 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3896277a-80d0-4ca5-8165-bc0cec6115e8 req-4e56fbe9-6fb4-4e3d-8da3-737ce6ec2658 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:23:25.268845 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ffe58c-6b98-4719-a5c6-79afc02ac5e3 None None] Sync routers for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:23:25.278594 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ffe58c-6b98-4719-a5c6-79afc02ac5e3 None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:23:25.279328 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-76ffe58c-6b98-4719-a5c6-79afc02ac5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:23:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:23:25.302731 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-3896277a-80d0-4ca5-8165-bc0cec6115e8 req-4e56fbe9-6fb4-4e3d-8da3-737ce6ec2658 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] No DVR routers for this DVR port ff329987-a622-46de-9587-bacbc941bd71 on host hv-cinder-81899 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:23:25.305313 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-3896277a-80d0-4ca5-8165-bc0cec6115e8 req-4e56fbe9-6fb4-4e3d-8da3-737ce6ec2658 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:25.308747 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3896277a-80d0-4ca5-8165-bc0cec6115e8 req-4e56fbe9-6fb4-4e3d-8da3-737ce6ec2658 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.58 "DELETE /v2.0/ports/ff329987-a622-46de-9587-bacbc941bd71 HTTP/1.1" status: 204 len: 173 time: 1.4570432 Apr 05 11:23:25.309217 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb84f3b-18ce-4112-96a8-e6c729c759d2', 'name': 'network-vif-deleted', 'tag': 'ff329987-a622-46de-9587-bacbc941bd71'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:23:25.311553 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd95601f-3369-49d4-a37f-e18c1219565d" -d '{"events": [{"server_uuid": "1eb84f3b-18ce-4112-96a8-e6c729c759d2", "name": "network-vif-deleted", "tag": "ff329987-a622-46de-9587-bacbc941bd71"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:23:25.348590 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a873b8-697d-4493-8e2b-82f5463d15b0 x-openstack-request-id: req-a9a873b8-697d-4493-8e2b-82f5463d15b0 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:23:25.349123 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb84f3b-18ce-4112-96a8-e6c729c759d2", "name": "network-vif-deleted", "tag": "ff329987-a622-46de-9587-bacbc941bd71", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:23:25.350235 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9a873b8-697d-4493-8e2b-82f5463d15b0 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:23:25.350831 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a873b8-697d-4493-8e2b-82f5463d15b0'] response: {'server_uuid': '1eb84f3b-18ce-4112-96a8-e6c729c759d2', 'name': 'network-vif-deleted', 'tag': 'ff329987-a622-46de-9587-bacbc941bd71', 'status': 'completed', 'code': 200} Apr 05 11:23:25.398096 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-76ffe58c-6b98-4719-a5c6-79afc02ac5e3 None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:23:25.596797 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-76ffe58c-6b98-4719-a5c6-79afc02ac5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:23:25.622251 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ffe58c-6b98-4719-a5c6-79afc02ac5e3 None None] Checking router: 62cc81f7-8f9d-4edf-a495-d3998e37b711 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:23:25.630353 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ffe58c-6b98-4719-a5c6-79afc02ac5e3 None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:23:25.630978 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-76ffe58c-6b98-4719-a5c6-79afc02ac5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:23:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:23:25.736405 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-76ffe58c-6b98-4719-a5c6-79afc02ac5e3 None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:23:25.883656 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3f923951-4ac4-4b0f-ae01-4e2dbe9f1c04 req-5e1290ac-19c6-47cb-b211-e3fdcf224fce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 210 time: 0.0270984 Apr 05 11:23:25.933298 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-76ffe58c-6b98-4719-a5c6-79afc02ac5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:23:25.963402 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ffe58c-6b98-4719-a5c6-79afc02ac5e3 None None] The sync data for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi is: [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:23:26.167096 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e5180f-f84e-4e3c-bc8e-d76a09ba2783 None None] New status for floating IP ce7d9c72-4a64-4241-872b-1a2d1d6c6f26: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:23:26.280044 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5771370-45cb-423b-8cb4-7b553e7e80a9 req-0c8478b5-91a7-4bf5-a220-ee0ea2023180 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:26.281478 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e5771370-45cb-423b-8cb4-7b553e7e80a9 req-0c8478b5-91a7-4bf5-a220-ee0ea2023180 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0535009 Apr 05 11:23:26.332112 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e5771370-45cb-423b-8cb4-7b553e7e80a9 req-38bb3f43-d9c1-44fa-97a1-74fad7c01bea tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446579 Apr 05 11:23:26.979981 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-125a2883-b7cc-4be9-9393-b2e27000f6ca req-62218ab5-9f2a-447a-b5a5-a0d9dda708b6 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 210 time: 0.0270834 Apr 05 11:23:27.453631 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf6e15-43d8-481d-b630-0f7bba098913 req-7780c531-02dd-432a-9620-dc127e19e2bc tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:27.455127 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6bf6e15-43d8-481d-b630-0f7bba098913 req-7780c531-02dd-432a-9620-dc127e19e2bc tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0523479 Apr 05 11:23:27.501806 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c6bf6e15-43d8-481d-b630-0f7bba098913 req-dab11752-3d07-4b2b-a221-8ae54fbafdbb tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409007 Apr 05 11:23:27.983635 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device ff329987-a622-46de-9587-bacbc941bd71 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:23:28.003668 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c3272-d395-4a81-b1ca-2d74bc5b6b1e req-7ddedfb6-3249-4572-9d0d-3a1fc0bf7c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:28.005225 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c99c3272-d395-4a81-b1ca-2d74bc5b6b1e req-7ddedfb6-3249-4572-9d0d-3a1fc0bf7c35 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dcecadc1-803f-40fe-91be-b25ccccfa953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481269 Apr 05 11:23:28.011570 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] No Port match for: ff329987-a622-46de-9587-bacbc941bd71 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:23:28.011570 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device ff329987-a622-46de-9587-bacbc941bd71 not bound to the agent host hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:23:28.105677 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6e7fe260-691f-4f13-a2c8-26577bc1ac86 req-69d9e367-d131-4d60-bf79-df5e7b72e1e9 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb84f3b-18ce-4112-96a8-e6c729c759d2 HTTP/1.1" status: 200 len: 210 time: 0.0356309 Apr 05 11:23:28.130223 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c99c3272-d395-4a81-b1ca-2d74bc5b6b1e req-41cbbae0-fbc9-4e2f-9d8d-bf58982e5c9a service neutron] 10.222.0.58 "GET /v2.0/networks/dcecadc1-803f-40fe-91be-b25ccccfa953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186383 Apr 05 11:23:28.229454 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c99c3272-d395-4a81-b1ca-2d74bc5b6b1e req-bfcdb5f4-3d9a-4909-876c-78cd9f8ae828 service neutron] 10.222.0.58 "GET /v2.0/networks/dcecadc1-803f-40fe-91be-b25ccccfa953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919476 Apr 05 11:23:28.622404 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d3e45-b53d-4fbd-a239-fa1532497920 req-5d4916aa-0f03-4968-95e4-333914622c5d tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:28.623904 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-110d3e45-b53d-4fbd-a239-fa1532497920 req-5d4916aa-0f03-4968-95e4-333914622c5d tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0518279 Apr 05 11:23:28.670478 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-110d3e45-b53d-4fbd-a239-fa1532497920 req-e9c54a4b-7b7c-499b-a001-068558d5be7f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402377 Apr 05 11:23:29.284088 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 35242) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:29.337829 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-236a4516-15c0-4a70-91c8-9b2a0f4881a8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (7605808b-7e50-480a-95b2-77cae1e6330d), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:29.360640 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-236a4516-15c0-4a70-91c8-9b2a0f4881a8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (7605808b-7e50-480a-95b2-77cae1e6330d), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:29.486342 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-236a4516-15c0-4a70-91c8-9b2a0f4881a8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (7605808b-7e50-480a-95b2-77cae1e6330d), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:29.489145 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-236a4516-15c0-4a70-91c8-9b2a0f4881a8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:29.490318 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-236a4516-15c0-4a70-91c8-9b2a0f4881a8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "DELETE /v2.0/security-groups/7605808b-7e50-480a-95b2-77cae1e6330d HTTP/1.1" status: 204 len: 168 time: 0.2052312 Apr 05 11:23:29.497308 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 35244) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:29.499505 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a4516-15c0-4a70-91c8-9b2a0f4881a8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7605808b-7e50-480a-95b2-77cae1e6330d,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:29.510412 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.api.v2.resource [None req-06daf69f-110f-4dcd-993e-5a6ede4aa177 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] show failed (client error): The resource could not be found. Apr 05 11:23:29.511516 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-06daf69f-110f-4dcd-993e-5a6ede4aa177 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups/7605808b-7e50-480a-95b2-77cae1e6330d HTTP/1.1" status: 404 len: 347 time: 0.0131948 Apr 05 11:23:29.514316 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 35246) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:29.636936 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-fc88b7ae-3c4f-4e7a-8e45-5405f456c133 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Deleting port 5bf6086d-b2ff-4d0e-af75-b80424e1be6f {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:23:29.637606 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc88b7ae-3c4f-4e7a-8e45-5405f456c133 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (5bf6086d-b2ff-4d0e-af75-b80424e1be6f), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:29.715044 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc88b7ae-3c4f-4e7a-8e45-5405f456c133 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (5bf6086d-b2ff-4d0e-af75-b80424e1be6f), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:29.715423 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc88b7ae-3c4f-4e7a-8e45-5405f456c133 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (5bf6086d-b2ff-4d0e-af75-b80424e1be6f), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:29.727904 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-fc88b7ae-3c4f-4e7a-8e45-5405f456c133 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Calling delete_port for 5bf6086d-b2ff-4d0e-af75-b80424e1be6f owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:23:29.794054 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c42165-bbb1-4cc2-9718-498fa47c89e3 req-ed33b009-8304-4202-8aab-39c90be91b3a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:29.795702 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a8c42165-bbb1-4cc2-9718-498fa47c89e3 req-ed33b009-8304-4202-8aab-39c90be91b3a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0544841 Apr 05 11:23:29.843759 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a8c42165-bbb1-4cc2-9718-498fa47c89e3 req-b13719af-1c5d-4cec-b0b6-47e79f922e2f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418797 Apr 05 11:23:29.977380 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc88b7ae-3c4f-4e7a-8e45-5405f456c133 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (5bf6086d-b2ff-4d0e-af75-b80424e1be6f), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:30.004032 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88b7ae-3c4f-4e7a-8e45-5405f456c133 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event deleted for resources: {'Port': ['ID=5bf6086d-b2ff-4d0e-af75-b80424e1be6f,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:30.064950 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc88b7ae-3c4f-4e7a-8e45-5405f456c133 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (ce7d9c72-4a64-4241-872b-1a2d1d6c6f26), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:30.067588 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc88b7ae-3c4f-4e7a-8e45-5405f456c133 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:30.068854 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-fc88b7ae-3c4f-4e7a-8e45-5405f456c133 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "DELETE /v2.0/floatingips/ce7d9c72-4a64-4241-872b-1a2d1d6c6f26 HTTP/1.1" status: 204 len: 168 time: 0.5536387 Apr 05 11:23:30.379976 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 35262) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:30.384628 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-46ca8704-bd33-4281-a55e-f03045477b2d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2041816655', 'description': 'tempest-description--1647028729'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:23:30.585545 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-46ca8704-bd33-4281-a55e-f03045477b2d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:30.655952 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-46ca8704-bd33-4281-a55e-f03045477b2d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (a7f4be00-5f85-479d-a2ca-080f5ae463b8), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:30.777541 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-46ca8704-bd33-4281-a55e-f03045477b2d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (a7f4be00-5f85-479d-a2ca-080f5ae463b8), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:30.805970 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca8704-bd33-4281-a55e-f03045477b2d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f4be00-5f85-479d-a2ca-080f5ae463b8,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:30.924838 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-46ca8704-bd33-4281-a55e-f03045477b2d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:30.926095 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-46ca8704-bd33-4281-a55e-f03045477b2d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5450041 Apr 05 11:23:30.929111 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 35270) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:30.933407 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-24417ae2-d4f3-49e0-863b-aafba6072d88 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'security_group_rule': {'security_group_id': 'a7f4be00-5f85-479d-a2ca-080f5ae463b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:23:30.967904 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae38e61-4654-4ebd-8296-cf59256ddde5 req-dabfbc32-5c6f-48b2-9fcd-abd010f0ec1a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:30.969347 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0ae38e61-4654-4ebd-8296-cf59256ddde5 req-dabfbc32-5c6f-48b2-9fcd-abd010f0ec1a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0554159 Apr 05 11:23:31.015642 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0ae38e61-4654-4ebd-8296-cf59256ddde5 req-6f0f340b-58f3-47b1-8fcb-2fbf91b45b88 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406902 Apr 05 11:23:31.073848 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-24417ae2-d4f3-49e0-863b-aafba6072d88 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (cc88535f-794b-4780-9c3f-d1c2a6d8c01c), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:31.129746 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-24417ae2-d4f3-49e0-863b-aafba6072d88 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (cc88535f-794b-4780-9c3f-d1c2a6d8c01c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:31.303326 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-24417ae2-d4f3-49e0-863b-aafba6072d88 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (cc88535f-794b-4780-9c3f-d1c2a6d8c01c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:31.321219 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24417ae2-d4f3-49e0-863b-aafba6072d88 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc88535f-794b-4780-9c3f-d1c2a6d8c01c,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:31.449892 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-24417ae2-d4f3-49e0-863b-aafba6072d88 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:31.451179 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-24417ae2-d4f3-49e0-863b-aafba6072d88 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5211289 Apr 05 11:23:31.454581 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 35272) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:31.459067 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-98b9301c-7c8e-4075-8d39-6e1a9c71b4be tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'security_group_rule': {'security_group_id': 'a7f4be00-5f85-479d-a2ca-080f5ae463b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:23:31.596471 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98b9301c-7c8e-4075-8d39-6e1a9c71b4be tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (ac3c1554-e267-4571-be1f-01440bb96a9f), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:31.649855 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98b9301c-7c8e-4075-8d39-6e1a9c71b4be tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (ac3c1554-e267-4571-be1f-01440bb96a9f), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:31.737831 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98b9301c-7c8e-4075-8d39-6e1a9c71b4be tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (ac3c1554-e267-4571-be1f-01440bb96a9f), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:31.753472 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9301c-7c8e-4075-8d39-6e1a9c71b4be tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3c1554-e267-4571-be1f-01440bb96a9f,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:31.844347 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98b9301c-7c8e-4075-8d39-6e1a9c71b4be tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:31.846527 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-98b9301c-7c8e-4075-8d39-6e1a9c71b4be tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3900652 Apr 05 11:23:31.851411 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 35288) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:31.855784 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-e06f4462-7465-464a-8fc9-1144408f2e23 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'floatingip': {'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:23:31.962348 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e06f4462-7465-464a-8fc9-1144408f2e23 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:32.063176 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e06f4462-7465-464a-8fc9-1144408f2e23 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:32.210797 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483db88c-e304-43f2-9e78-26e42ea8792f req-14e8e7bd-7ba0-45e3-8897-868a8a5af713 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:32.212292 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-483db88c-e304-43f2-9e78-26e42ea8792f req-14e8e7bd-7ba0-45e3-8897-868a8a5af713 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.1132710 Apr 05 11:23:32.213489 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-e06f4462-7465-464a-8fc9-1144408f2e23 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Allocated IP 172.27.0.220 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/7a65f3f3-4dfc-4cf7-99ec-c08b6c313ff1) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:23:32.342041 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 35302) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:32.350711 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e06f4462-7465-464a-8fc9-1144408f2e23 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for port (7a65f3f3-4dfc-4cf7-99ec-c08b6c313ff1), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:32.409915 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9452bbb3-784f-4f00-852c-0ae00f57e577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:32.457145 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-483db88c-e304-43f2-9e78-26e42ea8792f req-85de3dee-ee54-4f4f-b2f1-f12586578be5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384427 Apr 05 11:23:32.476924 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e06f4462-7465-464a-8fc9-1144408f2e23 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (7a65f3f3-4dfc-4cf7-99ec-c08b6c313ff1), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:32.491846 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9452bbb3-784f-4f00-852c-0ae00f57e577 admin admin] Publish callbacks [] for security_group (f656a843-125f-4e15-8e74-c7c28f4ed4b3), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:32.518654 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06f4462-7465-464a-8fc9-1144408f2e23 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:23:32.521584 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-e06f4462-7465-464a-8fc9-1144408f2e23 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:23:32.524126 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f4462-7465-464a-8fc9-1144408f2e23 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:23:32.553668 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f4462-7465-464a-8fc9-1144408f2e23 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'Port': ['ID=7a65f3f3-4dfc-4cf7-99ec-c08b6c313ff1,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:32.573519 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9452bbb3-784f-4f00-852c-0ae00f57e577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (f656a843-125f-4e15-8e74-c7c28f4ed4b3), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:32.613306 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-9452bbb3-784f-4f00-852c-0ae00f57e577 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19c5ac17262241c68be00b0962b0b70f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695889 Apr 05 11:23:32.614234 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452bbb3-784f-4f00-852c-0ae00f57e577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f656a843-125f-4e15-8e74-c7c28f4ed4b3,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:32.616566 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 35306) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:32.618734 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e06f4462-7465-464a-8fc9-1144408f2e23 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (fd4bd574-d8de-43a4-9928-7a5184e220b9), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:32.666735 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-33b7a650-1298-4fbb-946a-404831ca8a4a admin admin] Publish callbacks [] for security_group (f656a843-125f-4e15-8e74-c7c28f4ed4b3), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:32.687742 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-33b7a650-1298-4fbb-946a-404831ca8a4a admin admin] Publish callbacks [] for security_group (f656a843-125f-4e15-8e74-c7c28f4ed4b3), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:32.751160 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e06f4462-7465-464a-8fc9-1144408f2e23 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (7a65f3f3-4dfc-4cf7-99ec-c08b6c313ff1), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:32.854053 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-33b7a650-1298-4fbb-946a-404831ca8a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (f656a843-125f-4e15-8e74-c7c28f4ed4b3), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:32.856606 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-33b7a650-1298-4fbb-946a-404831ca8a4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:32.858517 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-33b7a650-1298-4fbb-946a-404831ca8a4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f656a843-125f-4e15-8e74-c7c28f4ed4b3 HTTP/1.1" status: 204 len: 168 time: 0.2402334 Apr 05 11:23:32.866273 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7a650-1298-4fbb-946a-404831ca8a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f656a843-125f-4e15-8e74-c7c28f4ed4b3,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:32.910270 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e06f4462-7465-464a-8fc9-1144408f2e23 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for port (7a65f3f3-4dfc-4cf7-99ec-c08b6c313ff1), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:33.046356 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e06f4462-7465-464a-8fc9-1144408f2e23 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (7a65f3f3-4dfc-4cf7-99ec-c08b6c313ff1), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:33.119246 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f4462-7465-464a-8fc9-1144408f2e23 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'Port': ['ID=7a65f3f3-4dfc-4cf7-99ec-c08b6c313ff1,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:33.129617 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e06f4462-7465-464a-8fc9-1144408f2e23 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (fd4bd574-d8de-43a4-9928-7a5184e220b9), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:33.358300 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e06f4462-7465-464a-8fc9-1144408f2e23 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:33.359817 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-e06f4462-7465-464a-8fc9-1144408f2e23 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5071993 Apr 05 11:23:33.576311 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-942f4e45-4bfe-46e3-94c8-baecfbc0b13f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2041816655&fields=id&tenant_id=0c6c4204bde44a1183df1338d018b1b1 HTTP/1.1" status: 200 len: 267 time: 0.0436332 Apr 05 11:23:33.588050 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb97176-1a73-454b-928a-8785202bb5a9 req-1f557927-bf09-4041-8109-b57d8d788139 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:33.589699 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2cb97176-1a73-454b-928a-8785202bb5a9 req-1f557927-bf09-4041-8109-b57d8d788139 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0570948 Apr 05 11:23:33.636911 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2cb97176-1a73-454b-928a-8785202bb5a9 req-94f3671c-3e1e-44f1-9be6-0802beabd103 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412331 Apr 05 11:23:33.684270 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-a8856c81-3c3f-4858-a8e3-2be4c8bf989c tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:33.685685 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-a8856c81-3c3f-4858-a8e3-2be4c8bf989c tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/networks?id=61947bc0-bf95-4d84-a95a-a866833cbe78 HTTP/1.1" status: 200 len: 815 time: 0.1012104 Apr 05 11:23:33.701268 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-a5b54da8-b13c-41a5-8299-e9d6c3ad3f32 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/quotas/0c6c4204bde44a1183df1338d018b1b1 HTTP/1.1" status: 200 len: 375 time: 0.0093508 Apr 05 11:23:33.759292 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4e71071c-f02c-4471-aa0b-a58ee43317a1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c6c4204bde44a1183df1338d018b1b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518231 Apr 05 11:23:33.771786 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-040e30ba-c224-4d9e-a48b-2188be2c38cd service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:23:33.772783 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-040e30ba-c224-4d9e-a48b-2188be2c38cd service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053089 Apr 05 11:23:33.859862 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-c88ce5c9-4701-4614-8b0a-6a54e535cafc service neutron] 10.222.0.39 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805368 Apr 05 11:23:33.957336 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-07d2f450-74cd-4f17-a2c4-a805d428b2be service neutron] 10.222.0.39 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912044 Apr 05 11:23:34.233441 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-41518c42-70a7-4de0-a886-6b24683cefb4 req-96d6a4ab-b4a0-4d57-ab6a-01fe44616e17 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 210 time: 0.0277240 Apr 05 11:23:34.769015 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bb9d6-9963-4b5b-b8f7-80066b2b9a50 req-41936816-5bc2-4ce0-8a7f-203a069911d2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:34.770479 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9c3bb9d6-9963-4b5b-b8f7-80066b2b9a50 req-41936816-5bc2-4ce0-8a7f-203a069911d2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0565469 Apr 05 11:23:34.818511 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9c3bb9d6-9963-4b5b-b8f7-80066b2b9a50 req-6a4fb42a-800a-4597-a310-a7c549c4b1e7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422425 Apr 05 11:23:35.340337 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-abe097be-b26b-4254-b27e-a6447bb16d9a req-979fdc89-c966-4f04-8752-34ed6b1e8211 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 210 time: 0.0309830 Apr 05 11:23:35.643771 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:23:35.944765 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6efa36-f2b6-4fd6-94c6-758d22cab418 req-c8d4b291-86f4-4f65-a881-4c456a2e06e4 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:35.946246 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea6efa36-f2b6-4fd6-94c6-758d22cab418 req-c8d4b291-86f4-4f65-a881-4c456a2e06e4 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0542979 Apr 05 11:23:36.008801 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ea6efa36-f2b6-4fd6-94c6-758d22cab418 req-e578a6da-00df-46c9-9aa9-39c986131a0b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470481 Apr 05 11:23:36.011440 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device f631937a-090e-4c88-959c-bbf9308dfac9 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:23:36.115111 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port f631937a-090e-4c88-959c-bbf9308dfac9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f631937a-090e-4c88-959c-bbf9308dfac9,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:23:36.130918 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': 'f631937a-090e-4c88-959c-bbf9308dfac9', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'port_id': 'f631937a-090e-4c88-959c-bbf9308dfac9', 'mac_address': 'fa:16:3e:15:35:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:23:36.169573 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port f631937a-090e-4c88-959c-bbf9308dfac9 is: ACTIVE; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:23:36.169959 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:36.183149 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f631937a-090e-4c88-959c-bbf9308dfac9 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:23:36.202185 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port f631937a-090e-4c88-959c-bbf9308dfac9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f631937a-090e-4c88-959c-bbf9308dfac9,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:23:36.345144 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:36.405166 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=f631937a-090e-4c88-959c-bbf9308dfac9,revision_number=6']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:36.414717 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:36.415151 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:36.415501 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:36.415848 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:36.416184 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:36.416521 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:36.416868 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:36.417201 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:36.417727 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:36.418072 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:36.418412 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:36.418769 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:36.419100 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:36.419426 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:36.419751 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:23:36.452250 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['f631937a-090e-4c88-959c-bbf9308dfac9'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:23:36.454387 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a0b2294a-7c57-4a11-9418-a5672a782b05 req-61bdf9de-9927-4f9a-869a-e51fdeaa381e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 210 time: 0.0284374 Apr 05 11:23:36.649751 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-f9d5d2e7-2414-48a1-a2ea-17f726492737 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:36.651352 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-f9d5d2e7-2414-48a1-a2ea-17f726492737 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.58 "GET /v2.0/networks?id=61947bc0-bf95-4d84-a95a-a866833cbe78 HTTP/1.1" status: 200 len: 815 time: 0.1073120 Apr 05 11:23:36.714810 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-89f2b76b-dfea-4857-8e61-6862ac7bd383 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c6c4204bde44a1183df1338d018b1b1 HTTP/1.1" status: 200 len: 380 time: 0.0528145 Apr 05 11:23:36.724700 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-5f3c1d90-2b5c-4950-95b5-3efbb5b9136e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'port': {'device_id': '339ba379-b00c-4220-889a-d8058c31b068', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'admin_state_up': True, 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'security_groups': ['a7f4be00-5f85-479d-a2ca-080f5ae463b8']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:23:36.973301 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-5f3c1d90-2b5c-4950-95b5-3efbb5b9136e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Made reservation on behalf of 0c6c4204bde44a1183df1338d018b1b1 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:23:36.976766 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-5f3c1d90-2b5c-4950-95b5-3efbb5b9136e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:37.124634 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-5f3c1d90-2b5c-4950-95b5-3efbb5b9136e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Allocated IP 172.20.0.8 (61947bc0-bf95-4d84-a95a-a866833cbe78/f101b1e5-cdea-47a9-9394-b1ed9aabe983/c79699ad-777d-4577-a688-07225906c890) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:23:37.177519 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59f2dd-3610-4d0e-aafe-29144a6d74e8 req-4c7b1d44-97d2-4529-a6b1-8c49456b5cff tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:37.179019 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1b59f2dd-3610-4d0e-aafe-29144a6d74e8 req-4c7b1d44-97d2-4529-a6b1-8c49456b5cff tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 944 time: 0.0794082 Apr 05 11:23:37.226442 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1b59f2dd-3610-4d0e-aafe-29144a6d74e8 req-063fac6b-6778-4b2a-8ca1-5da483895f20 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407934 Apr 05 11:23:37.269396 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-5f3c1d90-2b5c-4950-95b5-3efbb5b9136e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for port (c79699ad-777d-4577-a688-07225906c890), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:37.395582 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-5f3c1d90-2b5c-4950-95b5-3efbb5b9136e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (c79699ad-777d-4577-a688-07225906c890), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:37.437554 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-5f3c1d90-2b5c-4950-95b5-3efbb5b9136e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Network 61947bc0-bf95-4d84-a95a-a866833cbe78 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:23:37.440484 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-5f3c1d90-2b5c-4950-95b5-3efbb5b9136e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:23:37.442957 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-5f3c1d90-2b5c-4950-95b5-3efbb5b9136e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:23:37.479519 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c1d90-2b5c-4950-95b5-3efbb5b9136e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event updated for resources: {'Port': ['ID=c79699ad-777d-4577-a688-07225906c890,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:37.513435 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-5f3c1d90-2b5c-4950-95b5-3efbb5b9136e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:37.514062 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-5f3c1d90-2b5c-4950-95b5-3efbb5b9136e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:37.594391 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525bd94-04c1-4646-82b2-61d6ccdeaa50 req-537a695e-a831-4ba2-a584-4432717ae6f4 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:37.596055 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1525bd94-04c1-4646-82b2-61d6ccdeaa50 req-537a695e-a831-4ba2-a584-4432717ae6f4 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 931 time: 0.0655484 Apr 05 11:23:37.600328 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-5f3c1d90-2b5c-4950-95b5-3efbb5b9136e tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8787522 Apr 05 11:23:37.620680 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] Request body: {'port': {'device_id': '339ba379-b00c-4220-889a-d8058c31b068', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:23:37.675895 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1525bd94-04c1-4646-82b2-61d6ccdeaa50 req-056cfa3a-60bc-4889-a5f9-6a11f802f1f0 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7f4be00-5f85-479d-a2ca-080f5ae463b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733616 Apr 05 11:23:37.692279 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-a3e1bd06-7903-4e42-9f7e-5d17d7d40d56 None None] Provisioning complete for port c79699ad-777d-4577-a688-07225906c890 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:23:37.692859 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a3e1bd06-7903-4e42-9f7e-5d17d7d40d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (c79699ad-777d-4577-a688-07225906c890), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:37.701099 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (c79699ad-777d-4577-a688-07225906c890), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:37.729716 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-a3e1bd06-7903-4e42-9f7e-5d17d7d40d56 None None] Port c79699ad-777d-4577-a688-07225906c890 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:23:37.970424 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c79699ad-777d-4577-a688-07225906c890 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:23:37.977753 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] Publish callbacks [] for port (c79699ad-777d-4577-a688-07225906c890), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:37.989567 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] Transition to ACTIVE for port object c79699ad-777d-4577-a688-07225906c890 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:23:38.016949 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device f631937a-090e-4c88-959c-bbf9308dfac9 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:23:38.071776 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (c79699ad-777d-4577-a688-07225906c890), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:38.076737 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port f631937a-090e-4c88-959c-bbf9308dfac9 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:23:38.077121 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:38.166909 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] Pushing event updated for resources: {'Port': ['ID=c79699ad-777d-4577-a688-07225906c890,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:38.223407 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] Attempting to bind port c79699ad-777d-4577-a688-07225906c890 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:23:38.223793 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] Attempting to bind port c79699ad-777d-4577-a688-07225906c890 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:23:38.224081 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] Attempting to bind port c79699ad-777d-4577-a688-07225906c890 on network 61947bc0-bf95-4d84-a95a-a866833cbe78 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:23:38.228961 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] Port c79699ad-777d-4577-a688-07225906c890 on network 61947bc0-bf95-4d84-a95a-a866833cbe78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:23:38.229163 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] Attempting to bind port c79699ad-777d-4577-a688-07225906c890 on network 61947bc0-bf95-4d84-a95a-a866833cbe78 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:23:38.235349 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:23:38.235704 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] Checking segment: {'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:23:38.236621 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] Bound using segment: {'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:23:38.237454 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] Bound port: c79699ad-777d-4577-a688-07225906c890, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:23:38.237454 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (c79699ad-777d-4577-a688-07225906c890), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:38.320807 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port f631937a-090e-4c88-959c-bbf9308dfac9 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:23:38.321474 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:38.335316 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] For port c79699ad-777d-4577-a688-07225906c890, host hv-cinder-81899, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:23:38.338727 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] For port c79699ad-777d-4577-a688-07225906c890, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=c79699ad-777d-4577-a688-07225906c890,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:23:38.351911 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078668ec-0695-4717-bef7-1153cdc2dd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f631937a-090e-4c88-959c-bbf9308dfac9'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:23:38.354192 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaae529b-c781-42a4-bde4-05e1c1ec4f03" -d '{"events": [{"server_uuid": "078668ec-0695-4717-bef7-1153cdc2dd14", "name": "network-vif-plugged", "status": "completed", "tag": "f631937a-090e-4c88-959c-bbf9308dfac9"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:23:38.367896 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port f631937a-090e-4c88-959c-bbf9308dfac9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f631937a-090e-4c88-959c-bbf9308dfac9,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:23:38.394713 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd53b4d-0bda-4406-9abd-f3b4e30d1664 x-openstack-request-id: req-0cd53b4d-0bda-4406-9abd-f3b4e30d1664 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:23:38.394713 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078668ec-0695-4717-bef7-1153cdc2dd14", "name": "network-vif-plugged", "status": "completed", "tag": "f631937a-090e-4c88-959c-bbf9308dfac9", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:23:38.394713 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0cd53b4d-0bda-4406-9abd-f3b4e30d1664 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:23:38.395027 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cd53b4d-0bda-4406-9abd-f3b4e30d1664'] response: {'server_uuid': '078668ec-0695-4717-bef7-1153cdc2dd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f631937a-090e-4c88-959c-bbf9308dfac9', 'code': 200} Apr 05 11:23:38.400423 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0301d3-b2a5-417e-ad83-091b1b80177f req-3c6c1968-a664-4954-9eba-c95b10daa286 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:38.401896 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ba0301d3-b2a5-417e-ad83-091b1b80177f req-3c6c1968-a664-4954-9eba-c95b10daa286 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 944 time: 0.0609586 Apr 05 11:23:38.452503 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ba0301d3-b2a5-417e-ad83-091b1b80177f req-bdeae5ec-ae1b-4741-b332-3c36f728149c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448511 Apr 05 11:23:38.460008 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (c79699ad-777d-4577-a688-07225906c890), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:38.469124 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:38.500470 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:38.500470 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:38.500470 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] 10.222.0.58 "PUT /v2.0/ports/c79699ad-777d-4577-a688-07225906c890 HTTP/1.1" status: 200 len: 1093 time: 0.8833051 Apr 05 11:23:38.500470 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339ba379-b00c-4220-889a-d8058c31b068', 'tag': 'c79699ad-777d-4577-a688-07225906c890'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:23:38.503182 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7888412e-0b0c-4758-82e5-2e14a4becc41" -d '{"events": [{"name": "network-changed", "server_uuid": "339ba379-b00c-4220-889a-d8058c31b068", "tag": "c79699ad-777d-4577-a688-07225906c890"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:23:38.524428 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736647b-6dfb-4b0b-b34e-ed1ebb47bd3c service neutron] Pushing event updated for resources: {'Port': ['ID=c79699ad-777d-4577-a688-07225906c890,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:38.540734 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=f631937a-090e-4c88-959c-bbf9308dfac9,revision_number=7']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:38.552531 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf64cf2-45fb-4271-9397-44d34b769343 x-openstack-request-id: req-edf64cf2-45fb-4271-9397-44d34b769343 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:23:38.552845 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339ba379-b00c-4220-889a-d8058c31b068", "tag": "c79699ad-777d-4577-a688-07225906c890", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:23:38.553100 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-edf64cf2-45fb-4271-9397-44d34b769343 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:23:38.553500 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edf64cf2-45fb-4271-9397-44d34b769343'] response: {'name': 'network-changed', 'server_uuid': '339ba379-b00c-4220-889a-d8058c31b068', 'tag': 'c79699ad-777d-4577-a688-07225906c890', 'status': 'completed', 'code': 200} Apr 05 11:23:38.792786 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e15a7-2f94-462b-a88a-61025c1d57f2 req-36572a93-3fec-467b-8da1-bc5a9b63324a tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:38.794181 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e20e15a7-2f94-462b-a88a-61025c1d57f2 req-36572a93-3fec-467b-8da1-bc5a9b63324a tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 943 time: 0.0520260 Apr 05 11:23:38.841452 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e20e15a7-2f94-462b-a88a-61025c1d57f2 req-367b041b-0cc8-49ef-9a9d-ef61751c6b8d tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7f4be00-5f85-479d-a2ca-080f5ae463b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407660 Apr 05 11:23:38.881064 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888412e-0b0c-4758-82e5-2e14a4becc41 req-47092c9c-3efa-4b14-bac1-33f1310311d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:38.882540 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7888412e-0b0c-4758-82e5-2e14a4becc41 req-47092c9c-3efa-4b14-bac1-33f1310311d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c6c4204bde44a1183df1338d018b1b1&device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 1127 time: 0.0470469 Apr 05 11:23:38.982996 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888412e-0b0c-4758-82e5-2e14a4becc41 req-c1df4696-5f85-48b8-add9-545babb1c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:38.984760 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7888412e-0b0c-4758-82e5-2e14a4becc41 req-c1df4696-5f85-48b8-add9-545babb1c8fb service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=0c6c4204bde44a1183df1338d018b1b1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0928359 Apr 05 11:23:39.079429 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888412e-0b0c-4758-82e5-2e14a4becc41 req-deea764d-0efe-480d-a527-07069847bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:39.080857 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7888412e-0b0c-4758-82e5-2e14a4becc41 req-deea764d-0efe-480d-a527-07069847bdcb service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902841 Apr 05 11:23:39.158480 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-91d56ab7-4fe3-4867-8f11-e5d56eb2b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:39.160399 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-91d56ab7-4fe3-4867-8f11-e5d56eb2b0b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c6c4204bde44a1183df1338d018b1b1&device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 1127 time: 0.0448220 Apr 05 11:23:39.202468 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-66ae2b25-d3cb-4821-8316-4f81494e5dc2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c79699ad-777d-4577-a688-07225906c890 HTTP/1.1" status: 200 len: 217 time: 0.0355120 Apr 05 11:23:39.252861 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-411f7766-527f-4d11-b28f-69f936d86011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:39.254280 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-411f7766-527f-4d11-b28f-69f936d86011 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f101b1e5-cdea-47a9-9394-b1ed9aabe983 HTTP/1.1" status: 200 len: 854 time: 0.0462344 Apr 05 11:23:39.309916 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-7e4184bb-270f-4a91-9b6c-4f65c9ba39ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:39.309916 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-7e4184bb-270f-4a91-9b6c-4f65c9ba39ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=61947bc0-bf95-4d84-a95a-a866833cbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446713 Apr 05 11:23:39.396848 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-e1b8ddfc-2849-4307-8b55-16a8b3008319 service neutron] 10.222.0.58 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835450 Apr 05 11:23:39.397748 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 35514) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:39.495384 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1ae2efe4-1add-4c28-b197-92a9fb37a01f req-48bfa8c3-3268-4727-91fd-9e88bbcdae0f service neutron] 10.222.0.58 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919144 Apr 05 11:23:39.502366 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6ec7820a-d3b0-4637-8f29-f07e13055269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:39.615437 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172b483-a679-4b54-90ca-c5d25c4e5e4f req-1ca0938c-a991-4cc3-a5f9-7a9d426b79f6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:39.616805 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a172b483-a679-4b54-90ca-c5d25c4e5e4f req-1ca0938c-a991-4cc3-a5f9-7a9d426b79f6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0821033 Apr 05 11:23:39.618548 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6ec7820a-d3b0-4637-8f29-f07e13055269 admin admin] Publish callbacks [] for security_group (f58572bd-0570-460d-9bcd-6629b389cba6), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:39.666155 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a172b483-a679-4b54-90ca-c5d25c4e5e4f req-2c31b5ab-e3a1-430d-897b-9d4dc8a6be68 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433736 Apr 05 11:23:39.722311 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6ec7820a-d3b0-4637-8f29-f07e13055269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (f58572bd-0570-460d-9bcd-6629b389cba6), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:39.760360 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6ec7820a-d3b0-4637-8f29-f07e13055269 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=81dac5dd2c3144558157fe9347016bbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3615885 Apr 05 11:23:39.761209 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7820a-d3b0-4637-8f29-f07e13055269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58572bd-0570-460d-9bcd-6629b389cba6,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:39.763062 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 35520) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:39.810712 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c6f3eebc-de5a-45f6-9f71-5f7e17d381cd admin admin] Publish callbacks [] for security_group (f58572bd-0570-460d-9bcd-6629b389cba6), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:39.834983 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c6f3eebc-de5a-45f6-9f71-5f7e17d381cd admin admin] Publish callbacks [] for security_group (f58572bd-0570-460d-9bcd-6629b389cba6), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:39.960669 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5be0f-593a-48fb-84ac-6cd21f7a5dec req-bbfe485c-01e2-4cae-999c-a1ffb7aa4680 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:39.962193 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0fc5be0f-593a-48fb-84ac-6cd21f7a5dec req-bbfe485c-01e2-4cae-999c-a1ffb7aa4680 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 943 time: 0.0526555 Apr 05 11:23:40.005113 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c6f3eebc-de5a-45f6-9f71-5f7e17d381cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (f58572bd-0570-460d-9bcd-6629b389cba6), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:40.007760 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c6f3eebc-de5a-45f6-9f71-5f7e17d381cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:40.008874 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c6f3eebc-de5a-45f6-9f71-5f7e17d381cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f58572bd-0570-460d-9bcd-6629b389cba6 HTTP/1.1" status: 204 len: 168 time: 0.2447460 Apr 05 11:23:40.016426 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0fc5be0f-593a-48fb-84ac-6cd21f7a5dec req-3925bf19-fd1e-4f67-98e5-b2f127a924bc tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7f4be00-5f85-479d-a2ca-080f5ae463b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485921 Apr 05 11:23:40.022857 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3eebc-de5a-45f6-9f71-5f7e17d381cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58572bd-0570-460d-9bcd-6629b389cba6,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:40.728076 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 35532) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:40.743440 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2ad5686f-0eb9-4f8a-a109-ce6faae2935d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:40.819467 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9179e-8e64-4b2e-acaa-fadbc56f7c66 req-ac2c6832-fa0c-445d-8f3f-c604ef88a2ad tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:40.820931 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e9e9179e-8e64-4b2e-acaa-fadbc56f7c66 req-ac2c6832-fa0c-445d-8f3f-c604ef88a2ad tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0793366 Apr 05 11:23:40.889430 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e9e9179e-8e64-4b2e-acaa-fadbc56f7c66 req-f0b68800-caf4-458f-879d-928ddc170483 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620937 Apr 05 11:23:40.891080 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2ad5686f-0eb9-4f8a-a109-ce6faae2935d admin admin] Publish callbacks [] for security_group (c5615a7e-e0a3-4a21-af23-6a3eb68b3564), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:40.978711 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2ad5686f-0eb9-4f8a-a109-ce6faae2935d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (c5615a7e-e0a3-4a21-af23-6a3eb68b3564), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:41.017360 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-2ad5686f-0eb9-4f8a-a109-ce6faae2935d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb29f45df0404e2a9fa4e8e74db50021&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881987 Apr 05 11:23:41.018653 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5686f-0eb9-4f8a-a109-ce6faae2935d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5615a7e-e0a3-4a21-af23-6a3eb68b3564,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:41.020113 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 35534) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:41.075154 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-02bfa06e-2a71-4978-ae36-588f04d0386b admin admin] Publish callbacks [] for security_group (c5615a7e-e0a3-4a21-af23-6a3eb68b3564), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:41.096598 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-02bfa06e-2a71-4978-ae36-588f04d0386b admin admin] Publish callbacks [] for security_group (c5615a7e-e0a3-4a21-af23-6a3eb68b3564), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:41.173604 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5d554-f615-4097-9623-fd28fbac6926 req-a917f312-7011-47b4-afbd-fe7f91a551d1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:41.175011 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2ed5d554-f615-4097-9623-fd28fbac6926 req-a917f312-7011-47b4-afbd-fe7f91a551d1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 943 time: 0.0678079 Apr 05 11:23:41.221734 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2ed5d554-f615-4097-9623-fd28fbac6926 req-636f1e35-4b4c-46d9-8b08-b964a61015e1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7f4be00-5f85-479d-a2ca-080f5ae463b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398908 Apr 05 11:23:41.270884 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-02bfa06e-2a71-4978-ae36-588f04d0386b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (c5615a7e-e0a3-4a21-af23-6a3eb68b3564), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:41.273480 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-02bfa06e-2a71-4978-ae36-588f04d0386b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:41.274573 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-02bfa06e-2a71-4978-ae36-588f04d0386b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c5615a7e-e0a3-4a21-af23-6a3eb68b3564 HTTP/1.1" status: 204 len: 168 time: 0.2534714 Apr 05 11:23:41.284325 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfa06e-2a71-4978-ae36-588f04d0386b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5615a7e-e0a3-4a21-af23-6a3eb68b3564,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:42.017128 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7906145-4d38-4c1d-9421-05ef873f27d0 req-f661591f-f24c-45ec-be9b-f51a8b602ab4 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:42.018597 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a7906145-4d38-4c1d-9421-05ef873f27d0 req-f661591f-f24c-45ec-be9b-f51a8b602ab4 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0567575 Apr 05 11:23:42.065343 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a7906145-4d38-4c1d-9421-05ef873f27d0 req-6e4312c1-d4d1-49c3-87b9-d395098bfe2f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402648 Apr 05 11:23:42.338533 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10446dae-17cb-4b56-b461-f6e069ba2ffe req-5e3a4582-7586-43ba-b68b-32d94d11300f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:42.340035 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-10446dae-17cb-4b56-b461-f6e069ba2ffe req-5e3a4582-7586-43ba-b68b-32d94d11300f tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 943 time: 0.0524981 Apr 05 11:23:42.387158 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-10446dae-17cb-4b56-b461-f6e069ba2ffe req-638edd05-216a-4d9b-b36c-c9ffe3bcd5a7 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7f4be00-5f85-479d-a2ca-080f5ae463b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415041 Apr 05 11:23:43.197423 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fe9c2-d506-40fb-ae91-ad88530421af req-9ad51852-0ed4-4714-8f69-a5b085452ff2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:43.199264 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a59fe9c2-d506-40fb-ae91-ad88530421af req-9ad51852-0ed4-4714-8f69-a5b085452ff2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0606320 Apr 05 11:23:43.253480 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a59fe9c2-d506-40fb-ae91-ad88530421af req-1dfdff7f-ac76-4d3f-8cc3-5295f08ba72d tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467811 Apr 05 11:23:43.760425 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31fc0a-31a6-4e89-ac33-662c88a5c516 req-a497962f-a0ed-4054-a0c1-5057844513d1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:43.761972 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cd31fc0a-31a6-4e89-ac33-662c88a5c516 req-a497962f-a0ed-4054-a0c1-5057844513d1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 943 time: 0.3037434 Apr 05 11:23:43.811186 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cd31fc0a-31a6-4e89-ac33-662c88a5c516 req-d7b13df3-f824-4cde-a5ca-081be8f08ba4 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7f4be00-5f85-479d-a2ca-080f5ae463b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427961 Apr 05 11:23:44.046130 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device c79699ad-777d-4577-a688-07225906c890 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:23:44.146079 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port c79699ad-777d-4577-a688-07225906c890, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=c79699ad-777d-4577-a688-07225906c890,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:23:44.157596 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': 'c79699ad-777d-4577-a688-07225906c890', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'port_id': 'c79699ad-777d-4577-a688-07225906c890', 'mac_address': 'fa:16:3e:78:9f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:23:44.197779 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port c79699ad-777d-4577-a688-07225906c890 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:23:44.198261 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (c79699ad-777d-4577-a688-07225906c890), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:44.214436 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c79699ad-777d-4577-a688-07225906c890 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:23:44.240477 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port c79699ad-777d-4577-a688-07225906c890, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=c79699ad-777d-4577-a688-07225906c890,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:23:44.383396 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54587e5a-c86e-41a8-81d0-bda115e72e71 req-87587f7e-af71-48b0-b874-de1de47f2c18 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:44.384832 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-54587e5a-c86e-41a8-81d0-bda115e72e71 req-87587f7e-af71-48b0-b874-de1de47f2c18 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0567567 Apr 05 11:23:44.431328 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-54587e5a-c86e-41a8-81d0-bda115e72e71 req-840ddd86-510f-4598-8925-c7069f2852ae tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408604 Apr 05 11:23:44.435972 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (c79699ad-777d-4577-a688-07225906c890), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:44.484752 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=c79699ad-777d-4577-a688-07225906c890,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:44.810186 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['c79699ad-777d-4577-a688-07225906c890'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:23:44.957134 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78b62c-1943-4ba1-b6c5-8b69b9b90e63 req-ff5f118f-1b0c-407e-9aac-d4967e07123a tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:44.964789 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4c78b62c-1943-4ba1-b6c5-8b69b9b90e63 req-ff5f118f-1b0c-407e-9aac-d4967e07123a tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 944 time: 0.0718787 Apr 05 11:23:45.011472 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4c78b62c-1943-4ba1-b6c5-8b69b9b90e63 req-23d7905e-bf28-4f88-af3b-56d1c76df595 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7f4be00-5f85-479d-a2ca-080f5ae463b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458157 Apr 05 11:23:45.563909 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d26df-d7eb-433c-8631-0b63b4bc30e9 req-49d5e934-f798-4cc0-b8d7-3a5bb503ec5c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:45.565533 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-632d26df-d7eb-433c-8631-0b63b4bc30e9 req-49d5e934-f798-4cc0-b8d7-3a5bb503ec5c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0562162 Apr 05 11:23:45.658190 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-632d26df-d7eb-433c-8631-0b63b4bc30e9 req-d679f729-e8fd-4a3f-9a16-31bc2afcbbbd tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776379 Apr 05 11:23:46.065293 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device c79699ad-777d-4577-a688-07225906c890 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:23:46.152874 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ba2d6-10be-4dd0-9576-51cfff130688 req-224678cf-f4b4-4150-abc1-cbd8230eadb1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:46.155110 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-267ba2d6-10be-4dd0-9576-51cfff130688 req-224678cf-f4b4-4150-abc1-cbd8230eadb1 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 944 time: 0.0617707 Apr 05 11:23:46.227181 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-267ba2d6-10be-4dd0-9576-51cfff130688 req-0d98cc28-54c1-4792-bb4b-f9d1db236ae0 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7f4be00-5f85-479d-a2ca-080f5ae463b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659614 Apr 05 11:23:46.235879 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port c79699ad-777d-4577-a688-07225906c890 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:23:46.240394 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port c79699ad-777d-4577-a688-07225906c890 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:23:46.240850 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (c79699ad-777d-4577-a688-07225906c890), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:46.346240 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port c79699ad-777d-4577-a688-07225906c890 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:23:46.346528 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (c79699ad-777d-4577-a688-07225906c890), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:46.371117 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339ba379-b00c-4220-889a-d8058c31b068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79699ad-777d-4577-a688-07225906c890'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:23:46.373489 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b82b288-8bc5-402a-a32a-ec3e39aad5df" -d '{"events": [{"server_uuid": "339ba379-b00c-4220-889a-d8058c31b068", "name": "network-vif-plugged", "status": "completed", "tag": "c79699ad-777d-4577-a688-07225906c890"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:23:46.388130 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port c79699ad-777d-4577-a688-07225906c890, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=c79699ad-777d-4577-a688-07225906c890,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:23:46.423467 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768636da-ffa9-493c-b5f6-78264b3142c0 x-openstack-request-id: req-768636da-ffa9-493c-b5f6-78264b3142c0 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:23:46.423764 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339ba379-b00c-4220-889a-d8058c31b068", "name": "network-vif-plugged", "status": "completed", "tag": "c79699ad-777d-4577-a688-07225906c890", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:23:46.424028 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-768636da-ffa9-493c-b5f6-78264b3142c0 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:23:46.424466 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768636da-ffa9-493c-b5f6-78264b3142c0'] response: {'server_uuid': '339ba379-b00c-4220-889a-d8058c31b068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79699ad-777d-4577-a688-07225906c890', 'code': 200} Apr 05 11:23:46.487435 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (c79699ad-777d-4577-a688-07225906c890), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:46.556482 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=c79699ad-777d-4577-a688-07225906c890,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:23:46.733279 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:46.826381 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796df799-f409-4e37-ab0e-31bc1ec85e10 req-238c3668-c6ff-4042-9927-84ff395efe0e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:46.831304 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-796df799-f409-4e37-ab0e-31bc1ec85e10 req-238c3668-c6ff-4042-9927-84ff395efe0e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0857649 Apr 05 11:23:46.885163 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-796df799-f409-4e37-ab0e-31bc1ec85e10 req-5ba579c1-448c-49cc-b8fe-19f5f8ee4269 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527456 Apr 05 11:23:46.953826 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109fca3-d79d-4773-b83d-26850774aa6a req-d63ef3b8-3863-4dfc-b5ed-d495158b1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:46.955995 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5109fca3-d79d-4773-b83d-26850774aa6a req-d63ef3b8-3863-4dfc-b5ed-d495158b1cae service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 1129 time: 0.2061234 Apr 05 11:23:47.008853 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5109fca3-d79d-4773-b83d-26850774aa6a req-5617ecc4-5feb-44c5-9da9-c737d15586fb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a7f4be00-5f85-479d-a2ca-080f5ae463b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464771 Apr 05 11:23:47.398733 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6a773-2f4d-44f3-8cc0-b001a56484d5 req-c6743cc0-e745-435d-98fc-5657edcdc97b tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:47.403085 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c3a6a773-2f4d-44f3-8cc0-b001a56484d5 req-c6743cc0-e745-435d-98fc-5657edcdc97b tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 945 time: 0.0662839 Apr 05 11:23:47.458226 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c3a6a773-2f4d-44f3-8cc0-b001a56484d5 req-40ec8d09-5b03-4bea-b415-5cf950e33b49 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7f4be00-5f85-479d-a2ca-080f5ae463b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516353 Apr 05 11:23:48.009977 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5f904-a3ba-475d-a320-6c5ace725081 req-f2886080-1d1f-4d29-a450-a548bd41733f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:48.011376 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-00f5f904-a3ba-475d-a320-6c5ace725081 req-f2886080-1d1f-4d29-a450-a548bd41733f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0525093 Apr 05 11:23:48.066853 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-00f5f904-a3ba-475d-a320-6c5ace725081 req-81fe0ccc-d733-4f6a-887c-3b6fc7fc4766 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486274 Apr 05 11:23:48.379769 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b16224c9-d358-460d-b4e8-11fad8a3a5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:48.872974 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0136e70-44c5-4c0a-98a3-4e17a34fbd5e req-690562dc-e8b5-4849-b173-f4d9c92b6917 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:48.874481 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e0136e70-44c5-4c0a-98a3-4e17a34fbd5e req-690562dc-e8b5-4849-b173-f4d9c92b6917 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 945 time: 0.3353429 Apr 05 11:23:48.925502 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e0136e70-44c5-4c0a-98a3-4e17a34fbd5e req-23c15ec3-6313-48f1-af7a-c8d2f4e1a7f2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7f4be00-5f85-479d-a2ca-080f5ae463b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449877 Apr 05 11:23:49.193485 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98eb9f9-cee2-42cf-8568-bfab1fcbf42e req-95a2b819-8380-4704-b0f5-656bcab1fcd6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:49.195220 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a98eb9f9-cee2-42cf-8568-bfab1fcbf42e req-95a2b819-8380-4704-b0f5-656bcab1fcd6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0569704 Apr 05 11:23:49.247136 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a98eb9f9-cee2-42cf-8568-bfab1fcbf42e req-ec7a7bca-0263-4945-8dcb-13d0aca6c90a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446324 Apr 05 11:23:50.065435 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e6ece-5cf5-4b4d-9aee-2297ece0ba8d req-6f45418f-be79-4082-a22b-ecab91dc71c8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:50.068129 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bf7e6ece-5cf5-4b4d-9aee-2297ece0ba8d req-6f45418f-be79-4082-a22b-ecab91dc71c8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 945 time: 0.0590525 Apr 05 11:23:50.121113 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bf7e6ece-5cf5-4b4d-9aee-2297ece0ba8d req-3653e2b6-5ec9-46df-83ff-e70ba53bdfb5 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7f4be00-5f85-479d-a2ca-080f5ae463b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471520 Apr 05 11:23:50.380010 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743146b-f7b8-4aad-9689-bf2d1f064ea4 req-5dac74ff-281e-4399-9290-c5d6d768f906 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:50.381475 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5743146b-f7b8-4aad-9689-bf2d1f064ea4 req-5dac74ff-281e-4399-9290-c5d6d768f906 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0555382 Apr 05 11:23:50.433283 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5743146b-f7b8-4aad-9689-bf2d1f064ea4 req-25390e6a-c167-4967-9710-da537f040510 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460303 Apr 05 11:23:51.237769 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64c2ed-b6aa-4caa-ab1d-21196961c02d req-37079fea-723c-426e-9132-35b1b0efbb26 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:51.239867 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2d64c2ed-b6aa-4caa-ab1d-21196961c02d req-37079fea-723c-426e-9132-35b1b0efbb26 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 945 time: 0.0514112 Apr 05 11:23:51.290101 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2d64c2ed-b6aa-4caa-ab1d-21196961c02d req-ac4212e4-69fd-4195-aa82-d72023bab5bf tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7f4be00-5f85-479d-a2ca-080f5ae463b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443347 Apr 05 11:23:51.464433 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1acd483b-57e6-4f5a-a7e0-17620f3fda6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:51.558941 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf13ea6-e2d5-409d-81ef-b8619d888de5 req-1b8d89db-60e7-4ffb-9bce-c799f8b593df tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:51.560426 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dbf13ea6-e2d5-409d-81ef-b8619d888de5 req-1b8d89db-60e7-4ffb-9bce-c799f8b593df tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0559499 Apr 05 11:23:51.621366 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dbf13ea6-e2d5-409d-81ef-b8619d888de5 req-591c3f57-c570-4f12-95b1-8b1012455167 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552142 Apr 05 11:23:51.910158 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:52.439304 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907bb0f-2239-4237-a675-d2c991fd2bb5 req-5c485730-fa07-4e22-8551-ef2122eabe39 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:52.440838 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8907bb0f-2239-4237-a675-d2c991fd2bb5 req-5c485730-fa07-4e22-8551-ef2122eabe39 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 945 time: 0.0656166 Apr 05 11:23:52.496830 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8907bb0f-2239-4237-a675-d2c991fd2bb5 req-45d9a2cd-afb0-4124-a5e9-d93bfcb15b6a tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7f4be00-5f85-479d-a2ca-080f5ae463b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486345 Apr 05 11:23:52.782109 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc82ac-3132-49c9-a1dc-c9192f607e5b req-6d255de2-5473-4a65-ac3d-df24066e8950 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:52.794559 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6ebc82ac-3132-49c9-a1dc-c9192f607e5b req-6d255de2-5473-4a65-ac3d-df24066e8950 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0738149 Apr 05 11:23:52.850775 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6ebc82ac-3132-49c9-a1dc-c9192f607e5b req-3e6cb8b9-6caf-47bb-8831-7375f52882b7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544317 Apr 05 11:23:53.311518 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:53.657964 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcbccc-617f-4145-92b7-ca9127228f9f req-7cfabdb8-3db0-45d3-84ea-de521975db83 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:53.660731 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d6fcbccc-617f-4145-92b7-ca9127228f9f req-7cfabdb8-3db0-45d3-84ea-de521975db83 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 945 time: 0.0794690 Apr 05 11:23:53.724022 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d6fcbccc-617f-4145-92b7-ca9127228f9f req-7ac5e524-157e-4a66-a692-86913229a4cb tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7f4be00-5f85-479d-a2ca-080f5ae463b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570717 Apr 05 11:23:53.877110 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356c651-6365-453d-b71e-73518f7aaf4c req-91c00ea3-e5f9-4ed3-bdf1-d714df55448a tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:53.879274 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a356c651-6365-453d-b71e-73518f7aaf4c req-91c00ea3-e5f9-4ed3-bdf1-d714df55448a tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 945 time: 0.0690479 Apr 05 11:23:53.889208 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 35734) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:23:53.894899 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-ce9a7942-7e26-492a-b367-b95524c01edc tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Request body: {'floatingip': {'port_id': 'c79699ad-777d-4577-a688-07225906c890'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:23:53.967120 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7942-7e26-492a-b367-b95524c01edc tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (fd4bd574-d8de-43a4-9928-7a5184e220b9), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:54.111060 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1c08d-e9dd-45b1-8d3d-18b2c8db1735 req-2ea3e11e-7780-4873-a3eb-0079a7b68397 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:54.112546 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-55c1c08d-e9dd-45b1-8d3d-18b2c8db1735 req-2ea3e11e-7780-4873-a3eb-0079a7b68397 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.1692033 Apr 05 11:23:54.231594 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-55c1c08d-e9dd-45b1-8d3d-18b2c8db1735 req-6e1d6bd0-f09c-4b0a-8777-cba02711e3bb tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117914 Apr 05 11:23:54.586403 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7942-7e26-492a-b367-b95524c01edc tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:54.681515 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7942-7e26-492a-b367-b95524c01edc tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (fd4bd574-d8de-43a4-9928-7a5184e220b9), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:54.827524 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-ce9a7942-7e26-492a-b367-b95524c01edc tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Floating IP fd4bd574-d8de-43a4-9928-7a5184e220b9 associated. External IP: 172.27.0.220, port: c79699ad-777d-4577-a688-07225906c890. Apr 05 11:23:55.070156 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9a7942-7e26-492a-b367-b95524c01edc tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Router 62cc81f7-8f9d-4edf-a495-d3998e37b711 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:23:55.182168 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9a7942-7e26-492a-b367-b95524c01edc tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:23:55.187074 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ce9a7942-7e26-492a-b367-b95524c01edc tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:55.192266 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ddc82f-c89b-4959-b4d8-f6406e0f6773 None None] Sync routers for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:23:55.202065 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ddc82f-c89b-4959-b4d8-f6406e0f6773 None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:23:55.202704 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c2ddc82f-c89b-4959-b4d8-f6406e0f6773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:23:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:23:55.216978 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-ce9a7942-7e26-492a-b367-b95524c01edc tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "PUT /v2.0/floatingips/fd4bd574-d8de-43a4-9928-7a5184e220b9 HTTP/1.1" status: 200 len: 991 time: 1.3265893 Apr 05 11:23:55.217553 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339ba379-b00c-4220-889a-d8058c31b068', 'tag': 'c79699ad-777d-4577-a688-07225906c890'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:23:55.219800 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb2ffe8-ad73-441e-a0cf-1a6ec5cd3e67" -d '{"events": [{"name": "network-changed", "server_uuid": "339ba379-b00c-4220-889a-d8058c31b068", "tag": "c79699ad-777d-4577-a688-07225906c890"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:23:55.257622 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5999cd09-2e74-4173-990f-cd3fa7cd78f9 x-openstack-request-id: req-5999cd09-2e74-4173-990f-cd3fa7cd78f9 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:23:55.257622 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339ba379-b00c-4220-889a-d8058c31b068", "tag": "c79699ad-777d-4577-a688-07225906c890", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:23:55.257622 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5999cd09-2e74-4173-990f-cd3fa7cd78f9 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:23:55.257622 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5999cd09-2e74-4173-990f-cd3fa7cd78f9'] response: {'name': 'network-changed', 'server_uuid': '339ba379-b00c-4220-889a-d8058c31b068', 'tag': 'c79699ad-777d-4577-a688-07225906c890', 'status': 'completed', 'code': 200} Apr 05 11:23:55.315059 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-c2ddc82f-c89b-4959-b4d8-f6406e0f6773 None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:23:55.338492 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:23:55.372688 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de9dce-0f5b-49d6-b969-469cda60bb6b req-80a0a4f5-90ea-4368-8d56-cd82d9b9793b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:55.374168 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d6de9dce-0f5b-49d6-b969-469cda60bb6b req-80a0a4f5-90ea-4368-8d56-cd82d9b9793b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0527530 Apr 05 11:23:55.420996 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d6de9dce-0f5b-49d6-b969-469cda60bb6b req-82607969-f191-4009-885e-a375caf933f8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401096 Apr 05 11:23:55.551667 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c2ddc82f-c89b-4959-b4d8-f6406e0f6773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'fd4bd574-d8de-43a4-9928-7a5184e220b9', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'floating_ip_address': '172.27.0.220', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'port_id': 'c79699ad-777d-4577-a688-07225906c890', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'mac_address': 'fa:16:3e:78:9f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339ba379-b00c-4220-889a-d8058c31b068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:23:32Z', 'updated_at': '2022-04-05T11:23:54Z', 'revision_number': 1, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:23:55.577414 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ddc82f-c89b-4959-b4d8-f6406e0f6773 None None] Checking router: 62cc81f7-8f9d-4edf-a495-d3998e37b711 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:23:55.586260 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ddc82f-c89b-4959-b4d8-f6406e0f6773 None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:23:55.586907 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c2ddc82f-c89b-4959-b4d8-f6406e0f6773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:23:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:23:55.781936 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-c2ddc82f-c89b-4959-b4d8-f6406e0f6773 None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:23:56.029306 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c2ddc82f-c89b-4959-b4d8-f6406e0f6773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'fd4bd574-d8de-43a4-9928-7a5184e220b9', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'floating_ip_address': '172.27.0.220', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'port_id': 'c79699ad-777d-4577-a688-07225906c890', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'mac_address': 'fa:16:3e:78:9f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339ba379-b00c-4220-889a-d8058c31b068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:23:32Z', 'updated_at': '2022-04-05T11:23:54Z', 'revision_number': 1, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:23:56.061313 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ddc82f-c89b-4959-b4d8-f6406e0f6773 None None] The sync data for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi is: [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'fd4bd574-d8de-43a4-9928-7a5184e220b9', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'floating_ip_address': '172.27.0.220', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'port_id': 'c79699ad-777d-4577-a688-07225906c890', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'mac_address': 'fa:16:3e:78:9f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339ba379-b00c-4220-889a-d8058c31b068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:23:32Z', 'updated_at': '2022-04-05T11:23:54Z', 'revision_number': 1, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:23:56.302725 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc03c25-40d2-4e05-a168-0b19baaa6ab6 None None] New status for floating IP fd4bd574-d8de-43a4-9928-7a5184e220b9: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:23:56.596627 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5145b04-57bd-4bc9-b51b-3283057db70c req-2461dca3-4124-4176-9612-c13bf04fa0a1 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:56.596627 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b5145b04-57bd-4bc9-b51b-3283057db70c req-2461dca3-4124-4176-9612-c13bf04fa0a1 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0611880 Apr 05 11:23:56.613415 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b5145b04-57bd-4bc9-b51b-3283057db70c req-8cb743ba-b058-4e4b-ad9d-9b7ea5a495f7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457332 Apr 05 11:23:56.907275 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2ffe8-ad73-441e-a0cf-1a6ec5cd3e67 req-9972f777-5c6e-473b-ab83-a134e2b30378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:56.908770 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4cb2ffe8-ad73-441e-a0cf-1a6ec5cd3e67 req-9972f777-5c6e-473b-ab83-a134e2b30378 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c6c4204bde44a1183df1338d018b1b1&device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 1129 time: 0.0483828 Apr 05 11:23:57.738754 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0949ba-e8d1-4a52-84cd-6d218199246b req-4d8ffe46-8576-4661-bac6-9e6cece402bf tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:57.740249 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ed0949ba-e8d1-4a52-84cd-6d218199246b req-4d8ffe46-8576-4661-bac6-9e6cece402bf tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0567226 Apr 05 11:23:57.785872 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ed0949ba-e8d1-4a52-84cd-6d218199246b req-df1a5cda-dbb8-4572-9048-8c0ae75dda16 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400350 Apr 05 11:23:58.104300 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2ffe8-ad73-441e-a0cf-1a6ec5cd3e67 req-13b69173-a4bc-4a95-8b40-6f26a6cc3e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:58.105751 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4cb2ffe8-ad73-441e-a0cf-1a6ec5cd3e67 req-13b69173-a4bc-4a95-8b40-6f26a6cc3e5f service neutron] 10.222.0.58 "GET /v2.0/networks?id=61947bc0-bf95-4d84-a95a-a866833cbe78 HTTP/1.1" status: 200 len: 916 time: 0.0874698 Apr 05 11:23:58.218061 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4cb2ffe8-ad73-441e-a0cf-1a6ec5cd3e67 req-f2e7cb5f-9590-4f41-87c6-b6a8f58e407c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c79699ad-777d-4577-a688-07225906c890 HTTP/1.1" status: 200 len: 1001 time: 0.0613103 Apr 05 11:23:58.266831 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2ffe8-ad73-441e-a0cf-1a6ec5cd3e67 req-02307fca-d674-4933-8e82-fb4f1cfee2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:58.268256 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4cb2ffe8-ad73-441e-a0cf-1a6ec5cd3e67 req-02307fca-d674-4933-8e82-fb4f1cfee2ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f101b1e5-cdea-47a9-9394-b1ed9aabe983 HTTP/1.1" status: 200 len: 854 time: 0.0447454 Apr 05 11:23:58.322722 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2ffe8-ad73-441e-a0cf-1a6ec5cd3e67 req-9099b909-ba21-4ad4-9c3b-ffbe9cd9cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:58.324206 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4cb2ffe8-ad73-441e-a0cf-1a6ec5cd3e67 req-9099b909-ba21-4ad4-9c3b-ffbe9cd9cb68 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=61947bc0-bf95-4d84-a95a-a866833cbe78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446088 Apr 05 11:23:58.335100 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [req-4cb2ffe8-ad73-441e-a0cf-1a6ec5cd3e67 req-0bdcef0d-ae47-4c23-b22e-1932acc739d8 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:23:58.336045 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4cb2ffe8-ad73-441e-a0cf-1a6ec5cd3e67 req-0bdcef0d-ae47-4c23-b22e-1932acc739d8 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054281 Apr 05 11:23:58.426886 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4cb2ffe8-ad73-441e-a0cf-1a6ec5cd3e67 req-5fc8395e-71bb-4cba-9648-59f38ec29934 service neutron] 10.222.0.58 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842066 Apr 05 11:23:58.513185 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4cb2ffe8-ad73-441e-a0cf-1a6ec5cd3e67 req-6f2dc7fd-0457-4d43-8a88-ff77fd337167 service neutron] 10.222.0.58 "GET /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804317 Apr 05 11:23:58.910411 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c217bf-c7db-4bb2-b01b-86053ca86195 req-aae3030d-d84c-466e-bfe4-3b2dec5bf859 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:23:58.911902 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55c217bf-c7db-4bb2-b01b-86053ca86195 req-aae3030d-d84c-466e-bfe4-3b2dec5bf859 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0564508 Apr 05 11:23:58.958049 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55c217bf-c7db-4bb2-b01b-86053ca86195 req-f8d808b4-18fe-42c0-80db-15e351fb1b3c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405722 Apr 05 11:24:00.079370 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e88c7-c717-4c17-8cb7-32baee3364d7 req-13e2f5df-735f-4aff-a355-84e207fbc676 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:00.080839 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b51e88c7-c717-4c17-8cb7-32baee3364d7 req-13e2f5df-735f-4aff-a355-84e207fbc676 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.0520730 Apr 05 11:24:00.127968 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b51e88c7-c717-4c17-8cb7-32baee3364d7 req-a9b40d97-7ebd-4cb9-922e-d6ecc59b3e13 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407643 Apr 05 11:24:01.171618 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd3233-8c54-497d-97b3-9e385e88d429 req-a2d63553-1aca-42f0-9fba-30d96f519d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:01.173209 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e1cd3233-8c54-497d-97b3-9e385e88d429 req-a2d63553-1aca-42f0-9fba-30d96f519d92 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8&device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 1129 time: 0.0443282 Apr 05 11:24:01.305578 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf950fd-3684-4969-aad6-b9a605364c3f req-b6e359b8-3322-49c6-84a4-780251cf42b4 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:01.310150 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dbf950fd-3684-4969-aad6-b9a605364c3f req-b6e359b8-3322-49c6-84a4-780251cf42b4 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 945 time: 0.1023343 Apr 05 11:24:01.323581 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd3233-8c54-497d-97b3-9e385e88d429 req-6c0ca4c8-34fa-4e19-a21f-74a797935db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:01.324947 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e1cd3233-8c54-497d-97b3-9e385e88d429 req-6c0ca4c8-34fa-4e19-a21f-74a797935db1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c3ad901-dee6-4adf-8761-f4e0b40921d1 HTTP/1.1" status: 200 len: 918 time: 0.1457965 Apr 05 11:24:01.407483 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dbf950fd-3684-4969-aad6-b9a605364c3f req-306bcdad-a489-4e5e-a587-5805115b4b88 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945396 Apr 05 11:24:01.416552 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e1cd3233-8c54-497d-97b3-9e385e88d429 req-41ac36aa-b767-4a55-9bba-decacea9b9b1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f631937a-090e-4c88-959c-bbf9308dfac9 HTTP/1.1" status: 200 len: 1001 time: 0.0838115 Apr 05 11:24:01.473292 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd3233-8c54-497d-97b3-9e385e88d429 req-33b39e65-46c8-461e-b804-57cf3406a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:01.475526 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e1cd3233-8c54-497d-97b3-9e385e88d429 req-33b39e65-46c8-461e-b804-57cf3406a4a8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c226d4fe-4408-4a2e-a42d-e1f9fb159119 HTTP/1.1" status: 200 len: 856 time: 0.0477812 Apr 05 11:24:01.531633 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd3233-8c54-497d-97b3-9e385e88d429 req-a85507d3-01cf-4f2d-bcbb-71cdeaf0dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:01.533511 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e1cd3233-8c54-497d-97b3-9e385e88d429 req-a85507d3-01cf-4f2d-bcbb-71cdeaf0dbac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c3ad901-dee6-4adf-8761-f4e0b40921d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461638 Apr 05 11:24:01.630039 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e1cd3233-8c54-497d-97b3-9e385e88d429 req-ef262bc2-2938-4d5f-befe-afaaa9627928 service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901685 Apr 05 11:24:01.718401 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e1cd3233-8c54-497d-97b3-9e385e88d429 req-30c97d8e-2035-4d42-924e-82662443b907 service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824745 Apr 05 11:24:02.134861 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device f631937a-090e-4c88-959c-bbf9308dfac9 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:24:02.210979 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port f631937a-090e-4c88-959c-bbf9308dfac9 is: ACTIVE; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:24:02.211481 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:02.235921 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078668ec-0695-4717-bef7-1153cdc2dd14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f631937a-090e-4c88-959c-bbf9308dfac9'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:24:02.238042 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1517b7e2-10a1-4e20-9d82-ee471ef173a8" -d '{"events": [{"server_uuid": "078668ec-0695-4717-bef7-1153cdc2dd14", "name": "network-vif-unplugged", "status": "completed", "tag": "f631937a-090e-4c88-959c-bbf9308dfac9"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:24:02.254293 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port f631937a-090e-4c88-959c-bbf9308dfac9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f631937a-090e-4c88-959c-bbf9308dfac9,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:02.277665 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 05 Apr 2022 11:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d81aff-175a-4c63-8564-d0ff8451f952 x-openstack-request-id: req-b4d81aff-175a-4c63-8564-d0ff8451f952 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:24:02.277967 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078668ec-0695-4717-bef7-1153cdc2dd14", "name": "network-vif-unplugged", "status": "completed", "tag": "f631937a-090e-4c88-959c-bbf9308dfac9", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:24:02.278227 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b4d81aff-175a-4c63-8564-d0ff8451f952 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:24:02.278694 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d81aff-175a-4c63-8564-d0ff8451f952'] response: {'server_uuid': '078668ec-0695-4717-bef7-1153cdc2dd14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f631937a-090e-4c88-959c-bbf9308dfac9', 'code': 200} Apr 05 11:24:02.361204 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:02.415014 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=f631937a-090e-4c88-959c-bbf9308dfac9,revision_number=8']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:02.542041 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eedc2c-2b29-4551-b9d2-ed5795388ab0 req-c5b52cb6-c082-4b03-8e74-429be3f79b37 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:02.543569 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-94eedc2c-2b29-4551-b9d2-ed5795388ab0 req-c5b52cb6-c082-4b03-8e74-429be3f79b37 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0624084 Apr 05 11:24:02.596618 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-94eedc2c-2b29-4551-b9d2-ed5795388ab0 req-70921188-6bbd-467e-ae23-175e51b57da0 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470197 Apr 05 11:24:03.720853 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baa5d9-2b53-4721-a98a-c8d1224c33ef req-d159ca2d-92af-49d6-a4f2-8d5220417911 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:03.722316 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a8baa5d9-2b53-4721-a98a-c8d1224c33ef req-d159ca2d-92af-49d6-a4f2-8d5220417911 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0528464 Apr 05 11:24:03.768152 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a8baa5d9-2b53-4721-a98a-c8d1224c33ef req-3720532f-ad83-491f-bfe2-998fe38dca07 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398724 Apr 05 11:24:04.895956 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdce360-25c8-4b1c-ba4b-8f0450529f4d req-d61d77d3-cb2b-43a7-8fdd-b71982e729f6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:04.897459 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dfdce360-25c8-4b1c-ba4b-8f0450529f4d req-d61d77d3-cb2b-43a7-8fdd-b71982e729f6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0567625 Apr 05 11:24:04.942760 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dfdce360-25c8-4b1c-ba4b-8f0450529f4d req-9cd0d8e3-3445-4e70-b4de-5b7b2abf4fc9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397339 Apr 05 11:24:06.065799 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6ea32-b78e-462d-ad09-0dd21e6ced4c req-9da26b2d-4fb7-4380-8599-c488d2babc69 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:06.067344 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dbf6ea32-b78e-462d-ad09-0dd21e6ced4c req-9da26b2d-4fb7-4380-8599-c488d2babc69 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0527086 Apr 05 11:24:06.122202 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dbf6ea32-b78e-462d-ad09-0dd21e6ced4c req-c094c968-350e-4b14-8dac-aadc87d5e167 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458317 Apr 05 11:24:07.244770 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36386402-a369-43a2-9cb2-79dc0812bdff req-5cb95b51-ebc7-4d4f-9b78-41d100892d9b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:07.246290 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-36386402-a369-43a2-9cb2-79dc0812bdff req-5cb95b51-ebc7-4d4f-9b78-41d100892d9b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0527868 Apr 05 11:24:07.304583 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-36386402-a369-43a2-9cb2-79dc0812bdff req-cc51af44-f210-4434-8e4e-20e354c22fc8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525231 Apr 05 11:24:08.434379 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69eb30d-2c62-4009-8090-83b33977cde8 req-c92ebf5d-99e2-4bdc-b601-23571f491a13 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:08.439174 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e69eb30d-2c62-4009-8090-83b33977cde8 req-c92ebf5d-99e2-4bdc-b601-23571f491a13 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0629995 Apr 05 11:24:08.486661 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e69eb30d-2c62-4009-8090-83b33977cde8 req-15fbf9be-10a4-434a-a307-d68b9890fadf tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462410 Apr 05 11:24:10.173938 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device f631937a-090e-4c88-959c-bbf9308dfac9 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:24:10.269254 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port f631937a-090e-4c88-959c-bbf9308dfac9 is: DOWN; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:24:10.547888 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b499e6f-ff15-4594-bb09-95a902aae299 req-4780419e-293b-472c-b13f-9a1d43d3a1fb tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:10.549375 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2b499e6f-ff15-4594-bb09-95a902aae299 req-4780419e-293b-472c-b13f-9a1d43d3a1fb tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 946 time: 0.0525184 Apr 05 11:24:10.598632 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2b499e6f-ff15-4594-bb09-95a902aae299 req-fe965739-270a-4dcb-b3bf-d8313018af95 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430310 Apr 05 11:24:11.516006 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8ce69-dc9a-447a-a4e6-cfdfa72a0d3a req-09fa37f7-1813-428c-b161-74f0c1b74f03 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:11.517476 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d0e8ce69-dc9a-447a-a4e6-cfdfa72a0d3a req-09fa37f7-1813-428c-b161-74f0c1b74f03 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0570948 Apr 05 11:24:11.578998 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d0e8ce69-dc9a-447a-a4e6-cfdfa72a0d3a req-483ea922-d030-4a5c-a2ad-a5fc90ac4a35 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552619 Apr 05 11:24:11.727876 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371a23c-ace7-4664-a861-5649eeb648e9 req-422a96d2-16ea-4a1b-9752-695ac5058fb8 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:11.729435 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d371a23c-ace7-4664-a861-5649eeb648e9 req-422a96d2-16ea-4a1b-9752-695ac5058fb8 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 946 time: 0.0600851 Apr 05 11:24:11.781199 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d371a23c-ace7-4664-a861-5649eeb648e9 req-0ab98af8-8223-47d2-84c9-392de61aa719 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456486 Apr 05 11:24:11.956006 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-be12adbe-10c0-4672-bf48-94706d184872 req-9309311b-72ca-4614-ad91-1c012ed567b2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0421963 Apr 05 11:24:12.029176 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12adbe-10c0-4672-bf48-94706d184872 req-d7363fce-4ab3-4192-9df3-db3a156b774c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:12.030513 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-be12adbe-10c0-4672-bf48-94706d184872 req-d7363fce-4ab3-4192-9df3-db3a156b774c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports/f631937a-090e-4c88-959c-bbf9308dfac9 HTTP/1.1" status: 200 len: 940 time: 0.0471435 Apr 05 11:24:12.642165 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:24:12.715387 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebb969-4de0-4e6c-9749-0a91b5c6739a req-2c4b3248-3019-4a59-9011-0e725b31898a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:12.716872 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-53ebb969-4de0-4e6c-9749-0a91b5c6739a req-2c4b3248-3019-4a59-9011-0e725b31898a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0536902 Apr 05 11:24:12.764009 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-53ebb969-4de0-4e6c-9749-0a91b5c6739a req-a43acee9-a068-4395-99e7-3a732b8d8026 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413079 Apr 05 11:24:12.904704 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271fb69-04de-4897-9065-27efe1947778 req-21ff99bb-04ef-4186-9abd-de41b44f2113 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:12.906303 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2271fb69-04de-4897-9065-27efe1947778 req-21ff99bb-04ef-4186-9abd-de41b44f2113 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 946 time: 0.0573406 Apr 05 11:24:12.958807 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2271fb69-04de-4897-9065-27efe1947778 req-fbc2ced2-84df-4043-935c-fe607cf94489 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465095 Apr 05 11:24:13.892561 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f54fa-ecec-41d3-8e70-b77ae96803ac req-84739143-dd48-49d4-96cf-f58bf2f46daf tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:13.894092 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e59f54fa-ecec-41d3-8e70-b77ae96803ac req-84739143-dd48-49d4-96cf-f58bf2f46daf tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0581405 Apr 05 11:24:13.944922 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e59f54fa-ecec-41d3-8e70-b77ae96803ac req-25e9826c-c60b-4800-9b23-77c8ffb0bab4 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444467 Apr 05 11:24:14.078590 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e9ff9-2b94-49ca-ad7e-13ebbac81bd6 req-b4b1fe89-82b6-4266-b86a-ff77fd26cf4a tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:14.080115 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-808e9ff9-2b94-49ca-ad7e-13ebbac81bd6 req-b4b1fe89-82b6-4266-b86a-ff77fd26cf4a tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 946 time: 0.0533979 Apr 05 11:24:14.134536 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-808e9ff9-2b94-49ca-ad7e-13ebbac81bd6 req-1978db58-cb7b-4fdc-839a-9af07bd27a3a tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481467 Apr 05 11:24:15.073537 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19337511-49e7-4226-92c6-15c5b0c9e609 req-2afd31ec-d62f-493f-a9e8-a6187528091a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:15.075221 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-19337511-49e7-4226-92c6-15c5b0c9e609 req-2afd31ec-d62f-493f-a9e8-a6187528091a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0545862 Apr 05 11:24:15.132339 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-19337511-49e7-4226-92c6-15c5b0c9e609 req-8ce2c684-3f95-470e-9dc3-bbe927eebae5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501945 Apr 05 11:24:15.258155 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e811a-bb07-40f3-8e70-46bec9ef5d83 req-522cf08c-f77a-41a3-a0da-1ede7c069ec3 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:15.259785 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-140e811a-bb07-40f3-8e70-46bec9ef5d83 req-522cf08c-f77a-41a3-a0da-1ede7c069ec3 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 946 time: 0.0563588 Apr 05 11:24:15.320660 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-140e811a-bb07-40f3-8e70-46bec9ef5d83 req-331bc3a9-b30b-449f-badb-b85e8256e45a tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548701 Apr 05 11:24:16.260267 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b41c5-8310-46d6-9b73-d2d4f425553b req-1908f5ce-a76a-40ee-9823-8917cc2d8dd0 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:16.261812 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-174b41c5-8310-46d6-9b73-d2d4f425553b req-1908f5ce-a76a-40ee-9823-8917cc2d8dd0 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0583451 Apr 05 11:24:16.309826 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-174b41c5-8310-46d6-9b73-d2d4f425553b req-40fddce0-eeed-4440-8658-bc6eb7028aa9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423446 Apr 05 11:24:16.413207 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12adbe-10c0-4672-bf48-94706d184872 req-f1e2e7f6-ee20-459d-a190-2fd45dcf35dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:16.414793 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-be12adbe-10c0-4672-bf48-94706d184872 req-f1e2e7f6-ee20-459d-a190-2fd45dcf35dc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14&tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8 HTTP/1.1" status: 200 len: 1127 time: 0.0458236 Apr 05 11:24:16.440778 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ee79b-171f-427d-8378-9ffea8aadb4a req-356b6ff8-6a10-4e77-aa01-de84283a3d69 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:16.442267 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-150ee79b-171f-427d-8378-9ffea8aadb4a req-356b6ff8-6a10-4e77-aa01-de84283a3d69 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 946 time: 0.0528953 Apr 05 11:24:16.508127 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-150ee79b-171f-427d-8378-9ffea8aadb4a req-9d459267-94b9-4e6a-ae3a-cd7a2efde374 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568504 Apr 05 11:24:16.509458 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bc11a-0ea7-41b9-bdbe-92197fbfb8a0 req-d823719f-458d-4d76-bfa6-88479f4ed961 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:16.510923 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-130bc11a-0ea7-41b9-bdbe-92197fbfb8a0 req-d823719f-458d-4d76-bfa6-88479f4ed961 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.58 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 946 time: 0.0875757 Apr 05 11:24:16.528285 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12adbe-10c0-4672-bf48-94706d184872 req-8fc77f43-432d-4358-8533-fe8b7853922f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:16.528776 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-be12adbe-10c0-4672-bf48-94706d184872 req-8fc77f43-432d-4358-8533-fe8b7853922f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8&device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 1127 time: 0.0791636 Apr 05 11:24:16.688954 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12adbe-10c0-4672-bf48-94706d184872 req-61bb6b73-132c-4f22-a910-6f3854e0e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:16.690412 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-be12adbe-10c0-4672-bf48-94706d184872 req-61bb6b73-132c-4f22-a910-6f3854e0e07f service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c3ad901-dee6-4adf-8761-f4e0b40921d1 HTTP/1.1" status: 200 len: 918 time: 0.1446569 Apr 05 11:24:16.711430 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-130bc11a-0ea7-41b9-bdbe-92197fbfb8a0 req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Deleting port 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:24:16.711430 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-130bc11a-0ea7-41b9-bdbe-92197fbfb8a0 req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (636d7202-7eb2-4976-9af9-7eb3c2e5f3e2), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:16.767126 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:16.826049 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-be12adbe-10c0-4672-bf48-94706d184872 req-e073a9e7-35ea-4533-a1fb-8724aa6a6988 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f631937a-090e-4c88-959c-bbf9308dfac9 HTTP/1.1" status: 200 len: 999 time: 0.1290843 Apr 05 11:24:16.892696 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-130bc11a-0ea7-41b9-bdbe-92197fbfb8a0 req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] For port 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=636d7202-7eb2-4976-9af9-7eb3c2e5f3e2,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:16.892696 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-130bc11a-0ea7-41b9-bdbe-92197fbfb8a0 req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (636d7202-7eb2-4976-9af9-7eb3c2e5f3e2), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:16.917445 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12adbe-10c0-4672-bf48-94706d184872 req-30c41ee7-727f-4def-8a6a-9f70f27d5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:16.918949 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-be12adbe-10c0-4672-bf48-94706d184872 req-30c41ee7-727f-4def-8a6a-9f70f27d5ac6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c226d4fe-4408-4a2e-a42d-e1f9fb159119 HTTP/1.1" status: 200 len: 856 time: 0.0810974 Apr 05 11:24:17.046008 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12adbe-10c0-4672-bf48-94706d184872 req-b59327e4-fc2d-49b2-b43d-6b734a622544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:17.047522 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-be12adbe-10c0-4672-bf48-94706d184872 req-b59327e4-fc2d-49b2-b43d-6b734a622544 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c3ad901-dee6-4adf-8761-f4e0b40921d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1002181 Apr 05 11:24:17.182445 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-130bc11a-0ea7-41b9-bdbe-92197fbfb8a0 req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:17.182737 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-130bc11a-0ea7-41b9-bdbe-92197fbfb8a0 req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (5f9eb8e7-fe29-4810-b67c-e3a228f6dafe), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:17.183062 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.l3_db [req-130bc11a-0ea7-41b9-bdbe-92197fbfb8a0 req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Floating IP 5f9eb8e7-fe29-4810-b67c-e3a228f6dafe disassociated. External IP: 172.27.0.128, port: 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2. Apr 05 11:24:17.183411 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-130bc11a-0ea7-41b9-bdbe-92197fbfb8a0 req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Calling delete_port for 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:24:17.243970 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-be12adbe-10c0-4672-bf48-94706d184872 req-80962b86-399b-486d-ba27-ed54581e6772 service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861696 Apr 05 11:24:17.394886 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-be12adbe-10c0-4672-bf48-94706d184872 req-00b0f91e-1a31-44f3-9aed-78f63e2f3753 service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425002 Apr 05 11:24:17.409744 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbec2e-a2f8-4a68-9ba2-f846bb66d41a req-b868df95-eb40-4765-9fe5-6c0710a00ccd tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:17.411725 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9dbbec2e-a2f8-4a68-9ba2-f846bb66d41a req-b868df95-eb40-4765-9fe5-6c0710a00ccd tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.0862057 Apr 05 11:24:17.473703 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9dbbec2e-a2f8-4a68-9ba2-f846bb66d41a req-20af9656-6c62-47ca-8a34-7acb1399ebf5 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556593 Apr 05 11:24:17.481470 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f26c2-96ff-4db0-9bf3-6e3af37672dd req-a19c5802-bbcb-4b33-a1ae-3ec4216c4d48 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:17.483323 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3c8f26c2-96ff-4db0-9bf3-6e3af37672dd req-a19c5802-bbcb-4b33-a1ae-3ec4216c4d48 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0684500 Apr 05 11:24:17.542676 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3c8f26c2-96ff-4db0-9bf3-6e3af37672dd req-dce7f328-9102-47cf-9df5-0643c5b28798 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533128 Apr 05 11:24:17.550909 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-130bc11a-0ea7-41b9-bdbe-92197fbfb8a0 req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (636d7202-7eb2-4976-9af9-7eb3c2e5f3e2), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:17.594552 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event deleted for resources: {'Port': ['ID=636d7202-7eb2-4976-9af9-7eb3c2e5f3e2,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:17.608579 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0ba3ba88-806b-4ed9-8981-736a0eb3dac8 req-6b9522d2-0e18-4880-8568-c2426dadfa59 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0321367 Apr 05 11:24:17.631094 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:17.631456 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:17.631782 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:17.632117 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:17.632443 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:17.632768 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:17.633096 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:17.633503 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:17.633830 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:17.634153 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:17.634475 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:17.634925 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:17.635247 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:17.635564 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:17.635884 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:17.716191 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-130bc11a-0ea7-41b9-bdbe-92197fbfb8a0 req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Router 13e4c67c-5287-49fc-ba5c-4360929c3b80 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:24:17.828671 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-130bc11a-0ea7-41b9-bdbe-92197fbfb8a0 req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:24:17.842835 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f91652-a4a3-440a-9cb4-c3831a6d918f None None] Sync routers for ids ['13e4c67c-5287-49fc-ba5c-4360929c3b80'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:24:17.860799 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f91652-a4a3-440a-9cb4-c3831a6d918f None None] Routers {'13e4c67c-5287-49fc-ba5c-4360929c3b80'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:24:17.861749 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-08f91652-a4a3-440a-9cb4-c3831a6d918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:23:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['13e4c67c-5287-49fc-ba5c-4360929c3b80'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:17.873084 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-130bc11a-0ea7-41b9-bdbe-92197fbfb8a0 req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] No DVR routers for this DVR port 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 on host hv-cinder-81899 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:24:17.875889 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-130bc11a-0ea7-41b9-bdbe-92197fbfb8a0 req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:17.879296 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-130bc11a-0ea7-41b9-bdbe-92197fbfb8a0 req-05d653a7-3ee6-4060-b525-86a54f43da22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.58 "DELETE /v2.0/ports/636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 HTTP/1.1" status: 204 len: 173 time: 1.3613417 Apr 05 11:24:17.879758 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af2a30d-f115-44a9-9a90-d1699560bd75', 'name': 'network-vif-deleted', 'tag': '636d7202-7eb2-4976-9af9-7eb3c2e5f3e2'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:24:17.882553 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e17a66-2c63-4192-8a0a-196ab267ae9e" -d '{"events": [{"server_uuid": "1af2a30d-f115-44a9-9a90-d1699560bd75", "name": "network-vif-deleted", "tag": "636d7202-7eb2-4976-9af9-7eb3c2e5f3e2"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:24:17.919429 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020524a1-0ce5-4773-b752-037d5f53cd42 x-openstack-request-id: req-020524a1-0ce5-4773-b752-037d5f53cd42 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:24:17.919858 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af2a30d-f115-44a9-9a90-d1699560bd75", "name": "network-vif-deleted", "tag": "636d7202-7eb2-4976-9af9-7eb3c2e5f3e2", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:24:17.920207 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-020524a1-0ce5-4773-b752-037d5f53cd42 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:24:17.921041 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-020524a1-0ce5-4773-b752-037d5f53cd42'] response: {'server_uuid': '1af2a30d-f115-44a9-9a90-d1699560bd75', 'name': 'network-vif-deleted', 'tag': '636d7202-7eb2-4976-9af9-7eb3c2e5f3e2', 'status': 'completed', 'code': 200} Apr 05 11:24:18.004794 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-08f91652-a4a3-440a-9cb4-c3831a6d918f None None] Set router 13e4c67c-5287-49fc-ba5c-4360929c3b80 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:24:18.225530 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-08f91652-a4a3-440a-9cb4-c3831a6d918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '6beb0d2a-76fb-4f8c-9134-672b2f23acaa', 'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'mac_address': 'fa:16:3e:6c:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:14Z', 'updated_at': '2022-04-05T11:20:18Z', 'revision_number': 5, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'subnets': [{'id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:18.258742 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f91652-a4a3-440a-9cb4-c3831a6d918f None None] Checking router: 13e4c67c-5287-49fc-ba5c-4360929c3b80 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:24:18.268032 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f91652-a4a3-440a-9cb4-c3831a6d918f None None] Routers {'13e4c67c-5287-49fc-ba5c-4360929c3b80'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:24:18.268663 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-08f91652-a4a3-440a-9cb4-c3831a6d918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:23:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['13e4c67c-5287-49fc-ba5c-4360929c3b80'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:18.395087 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-08f91652-a4a3-440a-9cb4-c3831a6d918f None None] Set router 13e4c67c-5287-49fc-ba5c-4360929c3b80 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:24:18.446211 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3b43d15b-7cf9-47d8-a1ff-2b411221777a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:18.605022 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97284855-2d6d-4c51-9bee-952a16c2dadf req-b8d772a3-e166-4cda-9609-b298a449886d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:18.606635 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-97284855-2d6d-4c51-9bee-952a16c2dadf req-b8d772a3-e166-4cda-9609-b298a449886d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.0603716 Apr 05 11:24:18.646174 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-08f91652-a4a3-440a-9cb4-c3831a6d918f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '6beb0d2a-76fb-4f8c-9134-672b2f23acaa', 'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'mac_address': 'fa:16:3e:6c:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:14Z', 'updated_at': '2022-04-05T11:20:18Z', 'revision_number': 5, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'subnets': [{'id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:18.668580 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-97284855-2d6d-4c51-9bee-952a16c2dadf req-45fe4517-2f20-4c61-991b-d08d92a83b48 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556645 Apr 05 11:24:18.674194 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f91652-a4a3-440a-9cb4-c3831a6d918f None None] The sync data for ids ['13e4c67c-5287-49fc-ba5c-4360929c3b80'] in dv-cinder-818994-3-iscsi is: [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '6beb0d2a-76fb-4f8c-9134-672b2f23acaa', 'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'mac_address': 'fa:16:3e:6c:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:14Z', 'updated_at': '2022-04-05T11:20:18Z', 'revision_number': 5, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'subnets': [{'id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:24:18.690934 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993c4b1-ef71-4536-b04a-e1420dd191c7 req-25d44497-bc7b-4bac-b52b-fd5a30b33dc2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:18.702141 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c993c4b1-ef71-4536-b04a-e1420dd191c7 req-25d44497-bc7b-4bac-b52b-fd5a30b33dc2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0687275 Apr 05 11:24:18.763403 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c993c4b1-ef71-4536-b04a-e1420dd191c7 req-9031d259-3a31-481c-8f49-042f827f377a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654652 Apr 05 11:24:18.802448 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0f7a464f-0793-485d-a7f6-22667db74c20 req-8f992c71-069c-4d04-9967-e2a59620e2ad tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0373785 Apr 05 11:24:18.986838 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ed1a1e-2fd6-4d73-9f06-b6db689b099a None None] New status for floating IP 5f9eb8e7-fe29-4810-b67c-e3a228f6dafe: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:24:19.811709 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39120e38-c7cf-404a-bfa7-af9817bf6ace req-862f5642-36cb-4dd1-8b87-efcb1df61f20 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:19.813312 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39120e38-c7cf-404a-bfa7-af9817bf6ace req-862f5642-36cb-4dd1-8b87-efcb1df61f20 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.0581312 Apr 05 11:24:19.873313 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39120e38-c7cf-404a-bfa7-af9817bf6ace req-8417e3fd-0404-48cd-8a03-287b188b2b4b tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509148 Apr 05 11:24:19.906068 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2baad-e2a7-406f-8451-3fdbc9f230ad req-051a715e-d0f5-46b2-a2e4-cfa1dee7844b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:19.907882 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4ea2baad-e2a7-406f-8451-3fdbc9f230ad req-051a715e-d0f5-46b2-a2e4-cfa1dee7844b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0644798 Apr 05 11:24:19.964366 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4ea2baad-e2a7-406f-8451-3fdbc9f230ad req-36066c4c-7a64-4e23-bff2-297050348ec7 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477514 Apr 05 11:24:19.965025 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-575d9c23-7d9a-42a6-99c6-b871ffdd1782 req-a7baaf39-4588-486e-9347-3794556fe397 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0290568 Apr 05 11:24:20.674834 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 36066) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:20.836424 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Deleting port 5d9169e2-9923-4df1-84c0-b6a39395c864 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:24:20.836767 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (5d9169e2-9923-4df1-84c0-b6a39395c864), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:20.925250 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (5d9169e2-9923-4df1-84c0-b6a39395c864), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:20.926279 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for floatingip (5d9169e2-9923-4df1-84c0-b6a39395c864), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:20.941311 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Calling delete_port for 5d9169e2-9923-4df1-84c0-b6a39395c864 owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:24:20.971127 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-71ed6aea-6996-4c67-8533-f72f5b99fe21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:21.014389 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2e65b-5589-495a-adf4-77a661ac9740 req-ed360d9a-a0be-466f-b5cb-54786adf0cdb tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:21.016760 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-70f2e65b-5589-495a-adf4-77a661ac9740 req-ed360d9a-a0be-466f-b5cb-54786adf0cdb tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.0629840 Apr 05 11:24:21.064480 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-70f2e65b-5589-495a-adf4-77a661ac9740 req-b9f5165b-b78d-40eb-a007-6c4ba19dc40e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413163 Apr 05 11:24:21.073878 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3b066989-3059-4d05-ac12-9aada76b0127 req-55f6e79e-c723-4171-af6f-a441f3147777 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0353148 Apr 05 11:24:21.179899 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8dc82-0fcf-49eb-bb78-3d9a19ea4cae req-79294dd6-cdbe-494d-a25d-f317c98f19b4 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:21.181356 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-89a8dc82-0fcf-49eb-bb78-3d9a19ea4cae req-79294dd6-cdbe-494d-a25d-f317c98f19b4 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0554712 Apr 05 11:24:21.223607 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (5d9169e2-9923-4df1-84c0-b6a39395c864), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:21.230376 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-89a8dc82-0fcf-49eb-bb78-3d9a19ea4cae req-44c7343b-3a00-4972-a45f-d32b26f1f323 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429974 Apr 05 11:24:21.250883 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Pushing event deleted for resources: {'Port': ['ID=5d9169e2-9923-4df1-84c0-b6a39395c864,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:21.264078 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:21.264480 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:21.264772 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:21.265120 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:21.265459 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:21.265792 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:21.266132 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:21.266460 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:21.266814 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:21.267139 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:21.267479 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:21.267886 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:21.268217 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:21.268541 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:21.268866 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:21.329026 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for floatingip (efa818ac-b35d-4d73-ad11-9658a7c1db30), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:21.330092 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Floating IP efa818ac-b35d-4d73-ad11-9658a7c1db30 disassociated (deleted). External IP: 172.27.0.206, port: dc377578-0184-4a80-88e0-2385eab5c0c4. Apr 05 11:24:21.738629 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:24:21.761725 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] No Port match for: 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:24:21.762132 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 636d7202-7eb2-4976-9af9-7eb3c2e5f3e2 not bound to the agent host hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:24:21.812503 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Router db413520-db97-424e-b54f-4b3ce9c16d0e has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:24:21.998271 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:24:22.003674 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:22.010153 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c7be63-a63c-43e9-be38-5546c72e57b2 None None] Sync routers for ids ['db413520-db97-424e-b54f-4b3ce9c16d0e'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:24:22.018313 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:22.021666 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c7be63-a63c-43e9-be38-5546c72e57b2 None None] Routers {'db413520-db97-424e-b54f-4b3ce9c16d0e'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:24:22.022551 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-13c7be63-a63c-43e9-be38-5546c72e57b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:24:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['db413520-db97-424e-b54f-4b3ce9c16d0e'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:22.048414 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-7f035778-c58b-4467-aab7-8887d04b0c34 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "DELETE /v2.0/floatingips/efa818ac-b35d-4d73-ad11-9658a7c1db30 HTTP/1.1" status: 204 len: 168 time: 1.3721278 Apr 05 11:24:22.050031 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e16432-3df3-4325-b757-906fbbeca604', 'tag': 'dc377578-0184-4a80-88e0-2385eab5c0c4'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:24:22.057099 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056e09e9-d10a-49d5-9d24-993394237c84" -d '{"events": [{"name": "network-changed", "server_uuid": "e4e16432-3df3-4325-b757-906fbbeca604", "tag": "dc377578-0184-4a80-88e0-2385eab5c0c4"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:24:22.167955 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-13c7be63-a63c-43e9-be38-5546c72e57b2 None None] Set router db413520-db97-424e-b54f-4b3ce9c16d0e gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:24:22.291543 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a32838d-f053-448f-89c2-7aa376702050 x-openstack-request-id: req-8a32838d-f053-448f-89c2-7aa376702050 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:24:22.292749 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4e16432-3df3-4325-b757-906fbbeca604", "tag": "dc377578-0184-4a80-88e0-2385eab5c0c4", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:24:22.293232 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a32838d-f053-448f-89c2-7aa376702050 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:24:22.296810 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a32838d-f053-448f-89c2-7aa376702050'] response: {'name': 'network-changed', 'server_uuid': 'e4e16432-3df3-4325-b757-906fbbeca604', 'tag': 'dc377578-0184-4a80-88e0-2385eab5c0c4', 'status': 'completed', 'code': 200} Apr 05 11:24:22.513335 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9410e53-f22e-4b4e-abc9-b4b31ae0df0f req-0c4b3400-fbfe-4d4e-a363-b6ea5690f56b tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:22.515377 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c9410e53-f22e-4b4e-abc9-b4b31ae0df0f req-0c4b3400-fbfe-4d4e-a363-b6ea5690f56b tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.1029842 Apr 05 11:24:22.538377 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-13c7be63-a63c-43e9-be38-5546c72e57b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'name': 'tempest-TestShelveInstance-1096816453-router', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:29Z', 'updated_at': '2022-04-05T11:16:34Z', 'revision_number': 4, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'gw_port': {'id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:30Z', 'updated_at': '2022-04-05T11:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '63349a45-fb41-4902-88a7-644f767d9fcf', 'name': '', 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'mac_address': 'fa:16:3e:41:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:33Z', 'updated_at': '2022-04-05T11:16:39Z', 'revision_number': 5, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'subnets': [{'id': 'dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:22.568497 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c7be63-a63c-43e9-be38-5546c72e57b2 None None] Checking router: db413520-db97-424e-b54f-4b3ce9c16d0e for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:24:22.578314 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c9410e53-f22e-4b4e-abc9-b4b31ae0df0f req-e8c6cd49-dfa9-4273-8e49-638272bcd149 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545633 Apr 05 11:24:22.585295 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c7be63-a63c-43e9-be38-5546c72e57b2 None None] Routers {'db413520-db97-424e-b54f-4b3ce9c16d0e'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:24:22.586084 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-13c7be63-a63c-43e9-be38-5546c72e57b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:24:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['db413520-db97-424e-b54f-4b3ce9c16d0e'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:22.696416 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-507984b2-f5bc-4d1a-b895-8bbb4139e6d7 req-2bb48174-15b9-4d4c-86e7-8dbe74facaee tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0354159 Apr 05 11:24:22.770921 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd45f7c-e85b-4a55-83cb-3deb31fb2fce req-14289904-855a-4014-a175-dc4d089df012 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:22.772991 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3cd45f7c-e85b-4a55-83cb-3deb31fb2fce req-14289904-855a-4014-a175-dc4d089df012 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.1144240 Apr 05 11:24:22.826273 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3cd45f7c-e85b-4a55-83cb-3deb31fb2fce req-47ad1612-e20d-4e7f-b95a-5ec2617c2b1b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473657 Apr 05 11:24:22.841544 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c7e9e-77d7-469a-bf4a-230ec71f2e6b req-cabba4a6-23a5-4b54-ba81-798331bb8464 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:22.843417 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c70c7e9e-77d7-469a-bf4a-230ec71f2e6b req-cabba4a6-23a5-4b54-ba81-798331bb8464 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0581098 Apr 05 11:24:22.862308 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-13c7be63-a63c-43e9-be38-5546c72e57b2 None None] Set router db413520-db97-424e-b54f-4b3ce9c16d0e gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:24:22.898031 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c70c7e9e-77d7-469a-bf4a-230ec71f2e6b req-83df68f2-69bf-4967-89cd-860dafa0fba0 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470297 Apr 05 11:24:23.072761 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-13c7be63-a63c-43e9-be38-5546c72e57b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'name': 'tempest-TestShelveInstance-1096816453-router', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:29Z', 'updated_at': '2022-04-05T11:16:34Z', 'revision_number': 4, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'gw_port': {'id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:30Z', 'updated_at': '2022-04-05T11:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '63349a45-fb41-4902-88a7-644f767d9fcf', 'name': '', 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'mac_address': 'fa:16:3e:41:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:33Z', 'updated_at': '2022-04-05T11:16:39Z', 'revision_number': 5, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'subnets': [{'id': 'dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:23.099318 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c7be63-a63c-43e9-be38-5546c72e57b2 None None] The sync data for ids ['db413520-db97-424e-b54f-4b3ce9c16d0e'] in dv-cinder-818994-3-iscsi is: [{'id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'name': 'tempest-TestShelveInstance-1096816453-router', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:29Z', 'updated_at': '2022-04-05T11:16:34Z', 'revision_number': 4, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'gw_port': {'id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:30Z', 'updated_at': '2022-04-05T11:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '63349a45-fb41-4902-88a7-644f767d9fcf', 'name': '', 'network_id': 'dcecadc1-803f-40fe-91be-b25ccccfa953', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'mac_address': 'fa:16:3e:41:cd:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:33Z', 'updated_at': '2022-04-05T11:16:39Z', 'revision_number': 5, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'subnets': [{'id': 'dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:24:23.289071 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:23.398754 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28256fe5-76e3-45c4-a876-ed3acde2bc24 None None] New status for floating IP efa818ac-b35d-4d73-ad11-9658a7c1db30: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:24:23.700680 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d1eee-cabb-4d3d-8a1f-f7fdffb211e1 req-c1270131-35d3-4def-ab95-a0c4f34969dd tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:23.702185 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-155d1eee-cabb-4d3d-8a1f-f7fdffb211e1 req-c1270131-35d3-4def-ab95-a0c4f34969dd tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.0522895 Apr 05 11:24:23.760248 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-155d1eee-cabb-4d3d-8a1f-f7fdffb211e1 req-40e63982-1506-4669-beb2-7d07e99f0ca0 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522718 Apr 05 11:24:23.819337 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f5be7304-243f-44dd-8970-29fa786d2bd6 req-8038e752-1b65-4f39-8fdd-1aee4fce6ec2 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0301359 Apr 05 11:24:23.954965 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f5473-121f-497c-b56b-c6506472675e req-208b075f-ec8f-434d-a6be-5e8075ce3dd2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:23.956502 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-503f5473-121f-497c-b56b-c6506472675e req-208b075f-ec8f-434d-a6be-5e8075ce3dd2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0571909 Apr 05 11:24:24.008058 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-503f5473-121f-497c-b56b-c6506472675e req-7dbb21ff-f7c2-4e14-984a-22d444c5a8a2 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457764 Apr 05 11:24:24.025634 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d60b8-128d-4b8d-9e38-4950b3cb118a req-ef159c02-5e4c-4547-bb46-b7b03087013b tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:24.027162 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-017d60b8-128d-4b8d-9e38-4950b3cb118a req-ef159c02-5e4c-4547-bb46-b7b03087013b tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0527701 Apr 05 11:24:24.078167 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-017d60b8-128d-4b8d-9e38-4950b3cb118a req-96048da0-1c14-418d-b37c-2274912a209b tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451312 Apr 05 11:24:24.881246 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab370758-36c6-4f95-9e7c-4edd0917eedd req-0fd52a2c-088e-484f-b01a-cae68df55c35 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:24.882834 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ab370758-36c6-4f95-9e7c-4edd0917eedd req-0fd52a2c-088e-484f-b01a-cae68df55c35 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.0542750 Apr 05 11:24:24.914131 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5c87d429-4e51-4d38-ad92-97a9f343831d req-d0bae7eb-c94a-4db8-93a7-27e198d556d5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0268085 Apr 05 11:24:24.934179 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ab370758-36c6-4f95-9e7c-4edd0917eedd req-bcd83651-9f9f-4501-bf9d-7a3aba5a1b8d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452356 Apr 05 11:24:24.983453 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:25.133646 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bba7c7-e939-42ac-9882-95b84c5126bd req-012db2f3-c2f7-409d-b034-a3b2413429d3 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:25.135257 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-43bba7c7-e939-42ac-9882-95b84c5126bd req-012db2f3-c2f7-409d-b034-a3b2413429d3 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0568457 Apr 05 11:24:25.183300 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-43bba7c7-e939-42ac-9882-95b84c5126bd req-dc0c2237-5184-423e-874f-21898855a4e1 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425427 Apr 05 11:24:25.205313 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e6f81-bd65-4c81-aaed-f0554b8b2a3b req-16093d72-6993-4574-bc0e-2bb76a946b9e tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:25.206967 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1d1e6f81-bd65-4c81-aaed-f0554b8b2a3b req-16093d72-6993-4574-bc0e-2bb76a946b9e tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0583217 Apr 05 11:24:25.264280 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1d1e6f81-bd65-4c81-aaed-f0554b8b2a3b req-7e75da34-00bf-4c2f-8f13-ef6eae5fd0e0 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495269 Apr 05 11:24:26.043323 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f78fa6bb-ce10-4f55-8b1a-b8d23f4e70ea req-86daa386-c17e-4c78-ab41-12c1251f01fa tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0611472 Apr 05 11:24:26.103503 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf11091-f123-4216-b7ef-940f8643e16b req-5c091e5c-6892-45c5-933d-4e02758ad103 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:26.105042 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4cf11091-f123-4216-b7ef-940f8643e16b req-5c091e5c-6892-45c5-933d-4e02758ad103 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.0997460 Apr 05 11:24:26.153451 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4cf11091-f123-4216-b7ef-940f8643e16b req-7746e538-cb42-4c0b-bc93-bba256c08357 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423403 Apr 05 11:24:26.330932 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2082b5-241d-4ac0-8bcb-4be89a651851 req-e2fa2917-c21e-464f-9fb8-602e1a348616 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:26.332452 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4f2082b5-241d-4ac0-8bcb-4be89a651851 req-e2fa2917-c21e-464f-9fb8-602e1a348616 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0562658 Apr 05 11:24:26.396873 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4f2082b5-241d-4ac0-8bcb-4be89a651851 req-ed4bcd86-57cd-4f11-9217-af0be00df5a0 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566568 Apr 05 11:24:26.402059 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f6419-d763-45f9-af2d-c12416cc8876 req-00fb7690-2458-4a8d-bef5-42e5ad668a18 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:26.403900 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e6f6419-d763-45f9-af2d-c12416cc8876 req-00fb7690-2458-4a8d-bef5-42e5ad668a18 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0616760 Apr 05 11:24:26.482402 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2e6f6419-d763-45f9-af2d-c12416cc8876 req-00d187df-d8ea-433b-8340-c5b1d44bde18 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725443 Apr 05 11:24:27.156109 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-80f2c425-5ae1-45b6-83a9-50253b379475 req-2d923685-3ab0-4ac7-80fe-5a8106836c5b tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0320301 Apr 05 11:24:27.281294 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbcd95-0ae7-4498-9e05-f108fdf82b49 req-cbb40c82-358d-4374-9a1b-19b807163d4f tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:27.285104 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-95fbcd95-0ae7-4498-9e05-f108fdf82b49 req-cbb40c82-358d-4374-9a1b-19b807163d4f tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.0590770 Apr 05 11:24:27.332709 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-95fbcd95-0ae7-4498-9e05-f108fdf82b49 req-02d0950f-9ec2-49cf-8edf-8cfe5ed03dc8 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425766 Apr 05 11:24:27.591480 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be65383-a45a-4d0c-a35b-90dcc973c5b1 req-496650c7-ac84-4247-bf32-78056e6665af tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:27.593005 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0be65383-a45a-4d0c-a35b-90dcc973c5b1 req-496650c7-ac84-4247-bf32-78056e6665af tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0895553 Apr 05 11:24:27.631468 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4696a89-e954-456b-86d2-332992677f64 req-d681f8b1-4909-4e21-ba83-159451788fc6 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:27.633125 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f4696a89-e954-456b-86d2-332992677f64 req-d681f8b1-4909-4e21-ba83-159451788fc6 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0591025 Apr 05 11:24:27.668192 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0be65383-a45a-4d0c-a35b-90dcc973c5b1 req-edfdcd7a-f118-4a3c-bf03-a0b712132790 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631409 Apr 05 11:24:27.687588 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f4696a89-e954-456b-86d2-332992677f64 req-68a1f235-df7c-43bc-8afb-ff5ddbe1696e tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480359 Apr 05 11:24:28.264951 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-59b670f9-9b1f-4b2a-a76e-0a829b866ad4 req-e07c6d90-6238-4a08-99c9-f2c69d74d65a tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0308111 Apr 05 11:24:28.814656 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72525f3-9fc8-4fbd-91b4-9e1074eea71f req-8fc8f93a-5fbb-47c8-a32f-d7e55274095d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:28.816695 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b72525f3-9fc8-4fbd-91b4-9e1074eea71f req-8fc8f93a-5fbb-47c8-a32f-d7e55274095d tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.3798547 Apr 05 11:24:28.867290 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cb780-fc2c-4d4b-a2ea-66bf2222499d req-2f523524-3048-4a82-aa60-2dd91a62b504 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:28.875506 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ae5cb780-fc2c-4d4b-a2ea-66bf2222499d req-2f523524-3048-4a82-aa60-2dd91a62b504 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.1305468 Apr 05 11:24:28.915905 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b72525f3-9fc8-4fbd-91b4-9e1074eea71f req-0f2d630f-a877-4328-a1dc-29a54b44f479 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871899 Apr 05 11:24:28.960066 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ae5cb780-fc2c-4d4b-a2ea-66bf2222499d req-496acf94-366b-4184-b50e-c83ab34cc273 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833552 Apr 05 11:24:29.049722 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2483dc7-f906-45d4-9572-a3e36ce0dc74 req-8c4d62d5-f8f1-4203-86eb-3443f49f4567 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:29.051158 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f2483dc7-f906-45d4-9572-a3e36ce0dc74 req-8c4d62d5-f8f1-4203-86eb-3443f49f4567 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0574300 Apr 05 11:24:29.104235 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f2483dc7-f906-45d4-9572-a3e36ce0dc74 req-84e76c0e-b148-47b4-a4f4-b1dc396ddf7a tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473509 Apr 05 11:24:29.408462 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e92f951f-e188-4b11-b6c6-f4d39af08743 req-94df0043-8ef5-45a4-9308-3ad4f797df36 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0388772 Apr 05 11:24:30.054703 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90304090-20b6-4b5f-bedf-ffd1877b7c8e req-990ce0f9-f933-4a93-aaf7-8c7be6bd50b4 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:30.063381 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-90304090-20b6-4b5f-bedf-ffd1877b7c8e req-990ce0f9-f933-4a93-aaf7-8c7be6bd50b4 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.0652568 Apr 05 11:24:30.139729 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb4e48-d927-4ad7-9b15-c65991177d2c req-d5fc6f2e-386e-4196-b788-c01e7006a714 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:30.141423 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-90304090-20b6-4b5f-bedf-ffd1877b7c8e req-13197847-6636-434a-8b97-5d607becaa8b tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719073 Apr 05 11:24:30.147063 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b4eb4e48-d927-4ad7-9b15-c65991177d2c req-d5fc6f2e-386e-4196-b788-c01e7006a714 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0999873 Apr 05 11:24:30.204999 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b4eb4e48-d927-4ad7-9b15-c65991177d2c req-2e5f5b08-dace-408d-9b07-2c3014beaede tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568285 Apr 05 11:24:30.262271 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff8892-6e2b-4bcc-8ef7-254be95fa974 req-a208c30e-4301-4a98-9ff3-a56d8ab54bb5 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:30.263842 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b5ff8892-6e2b-4bcc-8ef7-254be95fa974 req-a208c30e-4301-4a98-9ff3-a56d8ab54bb5 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0683234 Apr 05 11:24:30.342458 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b5ff8892-6e2b-4bcc-8ef7-254be95fa974 req-e4827bee-629f-4bc4-9758-00091c36ea4b tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723250 Apr 05 11:24:30.505877 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b9ddcaa7-e29b-4c9c-832f-300b6c48c390 req-b398c541-7224-4fb0-b0e8-7f2f3bcd7ae5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0278442 Apr 05 11:24:31.053007 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 36206) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:31.173732 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-57c71af5-8315-4a20-b564-0742a1db1469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:31.271449 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-57c71af5-8315-4a20-b564-0742a1db1469 admin admin] Publish callbacks [] for security_group (b2ad00ab-6e1a-4792-a1e5-c1119e3fa85b), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:31.279203 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59faff-4547-4a41-9b25-64a23c72afaa req-e0cdfcee-1df6-42d2-a918-8ffb93f8b18b tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:31.281464 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eb59faff-4547-4a41-9b25-64a23c72afaa req-e0cdfcee-1df6-42d2-a918-8ffb93f8b18b tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.0608172 Apr 05 11:24:31.351799 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d3928c-ea39-48d4-9f4e-06b5441bc369 req-511b41ab-965e-4a68-af8d-458f2183475e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:31.359853 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-59d3928c-ea39-48d4-9f4e-06b5441bc369 req-511b41ab-965e-4a68-af8d-458f2183475e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0640655 Apr 05 11:24:31.363281 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-eb59faff-4547-4a41-9b25-64a23c72afaa req-152caeda-e8f5-484c-8932-be9368662930 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757396 Apr 05 11:24:31.367891 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-57c71af5-8315-4a20-b564-0742a1db1469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (b2ad00ab-6e1a-4792-a1e5-c1119e3fa85b), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:31.410098 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-57c71af5-8315-4a20-b564-0742a1db1469 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc69b6228d97457b8d773fddaa22064c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3559742 Apr 05 11:24:31.413587 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 36216) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:31.449307 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c71af5-8315-4a20-b564-0742a1db1469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ad00ab-6e1a-4792-a1e5-c1119e3fa85b,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:31.487163 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-59d3928c-ea39-48d4-9f4e-06b5441bc369 req-beac031f-2785-47c5-94df-6b831966e1dc tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204262 Apr 05 11:24:31.499190 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cadf85e7-97dd-4d9d-b714-f5774779d959 admin admin] Publish callbacks [] for security_group (b2ad00ab-6e1a-4792-a1e5-c1119e3fa85b), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:31.549180 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cadf85e7-97dd-4d9d-b714-f5774779d959 admin admin] Publish callbacks [] for security_group (b2ad00ab-6e1a-4792-a1e5-c1119e3fa85b), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:31.651282 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917dee6-17e2-4815-93e5-122d007a9551 req-caea1ff3-3336-481b-9b03-abbc5d8ced11 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:31.654326 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a917dee6-17e2-4815-93e5-122d007a9551 req-caea1ff3-3336-481b-9b03-abbc5d8ced11 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.1856620 Apr 05 11:24:31.686800 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d31c85ba-cc64-4657-bc01-11f43d1d4e09 req-e5fac56d-f3d2-4a39-a159-eade4ba8183f tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0578077 Apr 05 11:24:31.712622 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cadf85e7-97dd-4d9d-b714-f5774779d959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (b2ad00ab-6e1a-4792-a1e5-c1119e3fa85b), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:31.713886 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cadf85e7-97dd-4d9d-b714-f5774779d959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:31.715121 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-cadf85e7-97dd-4d9d-b714-f5774779d959 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2ad00ab-6e1a-4792-a1e5-c1119e3fa85b HTTP/1.1" status: 204 len: 168 time: 0.3006709 Apr 05 11:24:31.734402 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf85e7-97dd-4d9d-b714-f5774779d959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ad00ab-6e1a-4792-a1e5-c1119e3fa85b,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:31.752698 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a917dee6-17e2-4815-93e5-122d007a9551 req-9d4678bd-e82a-458c-bc9c-36087fc23442 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916557 Apr 05 11:24:32.323178 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 36224) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:32.341194 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0f3fe5df-ebe3-46b0-a96f-0b5a99ce937a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:32.425614 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0f3fe5df-ebe3-46b0-a96f-0b5a99ce937a admin admin] Publish callbacks [] for security_group (f04e19f9-e1b6-48ab-bfff-2d48cbeca837), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:32.475090 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0f3fe5df-ebe3-46b0-a96f-0b5a99ce937a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (f04e19f9-e1b6-48ab-bfff-2d48cbeca837), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:32.510558 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93329255-bc86-4aa2-bd4c-cab995f2b368 req-eeb06ea5-5ae2-4d2d-8451-6ff7c46d8e92 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:32.517922 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-93329255-bc86-4aa2-bd4c-cab995f2b368 req-eeb06ea5-5ae2-4d2d-8451-6ff7c46d8e92 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.0816445 Apr 05 11:24:32.530405 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0f3fe5df-ebe3-46b0-a96f-0b5a99ce937a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=657e35ac328a4493b3f37275214ef7f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037303 Apr 05 11:24:32.530405 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fe5df-ebe3-46b0-a96f-0b5a99ce937a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04e19f9-e1b6-48ab-bfff-2d48cbeca837,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:32.531629 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 36232) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:32.608420 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-40368f23-7431-47e4-9879-4662d00c22e8 admin admin] Publish callbacks [] for security_group (f04e19f9-e1b6-48ab-bfff-2d48cbeca837), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:32.608746 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-93329255-bc86-4aa2-bd4c-cab995f2b368 req-24fc8136-2acf-4dc6-92ec-f887a25cabb2 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856938 Apr 05 11:24:32.657744 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-40368f23-7431-47e4-9879-4662d00c22e8 admin admin] Publish callbacks [] for security_group (f04e19f9-e1b6-48ab-bfff-2d48cbeca837), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:32.707614 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b419776-2565-44c7-8abd-cb11d7e877d4 req-641ec19e-5428-4096-999a-37a23a7ea4a9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:32.709151 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7b419776-2565-44c7-8abd-cb11d7e877d4 req-641ec19e-5428-4096-999a-37a23a7ea4a9 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.1199217 Apr 05 11:24:32.768466 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-7b419776-2565-44c7-8abd-cb11d7e877d4 req-e063459f-bf04-46d4-ac02-7970da8ac482 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533113 Apr 05 11:24:32.835034 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-13b55e44-c2c1-4166-b984-dc6b2a3909a5 req-2619e7cb-b45c-43e3-939d-7f6cc8f19b26 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0489867 Apr 05 11:24:32.835804 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-40368f23-7431-47e4-9879-4662d00c22e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (f04e19f9-e1b6-48ab-bfff-2d48cbeca837), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:32.835804 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-40368f23-7431-47e4-9879-4662d00c22e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:32.835804 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-40368f23-7431-47e4-9879-4662d00c22e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f04e19f9-e1b6-48ab-bfff-2d48cbeca837 HTTP/1.1" status: 204 len: 168 time: 0.3005831 Apr 05 11:24:32.850774 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40368f23-7431-47e4-9879-4662d00c22e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04e19f9-e1b6-48ab-bfff-2d48cbeca837,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:32.929642 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058cf7d-78f7-4289-8d75-f78dd0556494 req-d65279c2-e85a-41a0-a73d-2c0983502a98 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:32.931243 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4058cf7d-78f7-4289-8d75-f78dd0556494 req-d65279c2-e85a-41a0-a73d-2c0983502a98 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0716779 Apr 05 11:24:32.995497 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4058cf7d-78f7-4289-8d75-f78dd0556494 req-f9a5f07d-7524-4800-9c6b-257be512f220 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512547 Apr 05 11:24:33.728171 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84787b36-591b-4eeb-8c5f-e69c2deee15c req-0a7d99d6-c562-4bdd-abc6-fd293772b2bf tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:33.729641 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-84787b36-591b-4eeb-8c5f-e69c2deee15c req-0a7d99d6-c562-4bdd-abc6-fd293772b2bf tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.0545092 Apr 05 11:24:33.780375 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-84787b36-591b-4eeb-8c5f-e69c2deee15c req-82b311ee-b55b-427b-b001-bb4a9b0ba9f9 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448709 Apr 05 11:24:33.902009 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0b779-cfdc-40c2-8102-b142ede98079 req-04421366-9429-4d6f-8ea8-999d6c5f8bad tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:33.903622 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-77d0b779-cfdc-40c2-8102-b142ede98079 req-04421366-9429-4d6f-8ea8-999d6c5f8bad tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0565476 Apr 05 11:24:33.934729 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-4c401445-f5f2-4c4f-8a80-700156941fae req-e0d15b20-222e-4625-82b5-1ce198e58fca tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0275803 Apr 05 11:24:33.957104 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-77d0b779-cfdc-40c2-8102-b142ede98079 req-2134dcdb-3718-43f0-8726-212fedb8d77d tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455432 Apr 05 11:24:34.131798 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cf3dc-f8c3-44ba-8272-99550ef09a1f req-31f640bb-62db-4970-a455-fee7d2f31175 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:34.134042 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bf0cf3dc-f8c3-44ba-8272-99550ef09a1f req-31f640bb-62db-4970-a455-fee7d2f31175 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0671272 Apr 05 11:24:34.184698 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bf0cf3dc-f8c3-44ba-8272-99550ef09a1f req-6761d6be-5f39-4bbb-907d-8b2505bc707b tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448008 Apr 05 11:24:34.904381 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f93f58-8c5b-409e-a3f7-97ebf2a2d70f req-c5a42f91-3e9c-45b9-b987-6a603c6821c4 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:34.905898 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-96f93f58-8c5b-409e-a3f7-97ebf2a2d70f req-c5a42f91-3e9c-45b9-b987-6a603c6821c4 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.0572064 Apr 05 11:24:34.957208 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-96f93f58-8c5b-409e-a3f7-97ebf2a2d70f req-6635b36f-1af8-4e61-8a15-07bb831ea8ed tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453215 Apr 05 11:24:35.034685 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0aa7b051-5931-4328-9206-b7de17506867 req-62394953-9dc6-4c8f-ba12-5ea559a0c072 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0282328 Apr 05 11:24:35.097422 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588aaa2-59c9-4663-ae0a-0bacca991a9f req-2945b4f0-7a0b-40b8-9751-d1f50d00492e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:35.098487 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d588aaa2-59c9-4663-ae0a-0bacca991a9f req-2945b4f0-7a0b-40b8-9751-d1f50d00492e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0643032 Apr 05 11:24:35.150064 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d588aaa2-59c9-4663-ae0a-0bacca991a9f req-291a268f-cb11-41ed-ad14-a06faa718802 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442564 Apr 05 11:24:35.319409 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949f54d-a20c-4f17-bee1-5593d63c7437 req-7739071d-70bf-4f29-b44f-4f86d063b332 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:35.320914 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1949f54d-a20c-4f17-bee1-5593d63c7437 req-7739071d-70bf-4f29-b44f-4f86d063b332 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0640967 Apr 05 11:24:35.379569 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-1949f54d-a20c-4f17-bee1-5593d63c7437 req-8f7dd96e-db3f-4a22-9004-ca1a52f115f5 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464540 Apr 05 11:24:36.083670 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f45219-e6de-47c1-a7d1-7a6e295147a6 req-55f5a9ab-24e4-46a4-98bb-b3a697b42f06 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:36.085227 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86f45219-e6de-47c1-a7d1-7a6e295147a6 req-55f5a9ab-24e4-46a4-98bb-b3a697b42f06 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.0576344 Apr 05 11:24:36.138465 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-86f45219-e6de-47c1-a7d1-7a6e295147a6 req-2261a354-5177-439b-a7e2-a38e89bfe81f tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475254 Apr 05 11:24:36.143741 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f0289fd5-fe61-4ae9-b2cd-2bb4d9ba922d req-55633bad-a02c-41de-8f31-19118285e655 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0289721 Apr 05 11:24:36.278939 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75986f1c-f42c-4e99-a0f3-64c6563300dc req-3fff6ba7-7482-4f0e-8917-9695bdf0f4b6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:36.280392 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-75986f1c-f42c-4e99-a0f3-64c6563300dc req-3fff6ba7-7482-4f0e-8917-9695bdf0f4b6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0577643 Apr 05 11:24:36.328360 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-75986f1c-f42c-4e99-a0f3-64c6563300dc req-1cd0c5c2-1de9-4e2e-941e-0b6ed40a9ca3 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407197 Apr 05 11:24:36.514302 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac0e60-d638-4d32-94eb-2b0dac758a15 req-3d192660-5e77-4919-a5d1-4fa3b6add297 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:36.515810 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-46ac0e60-d638-4d32-94eb-2b0dac758a15 req-3d192660-5e77-4919-a5d1-4fa3b6add297 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0568316 Apr 05 11:24:36.565247 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-46ac0e60-d638-4d32-94eb-2b0dac758a15 req-41648fc4-de3e-4edc-9b80-537c3f8a129e tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425408 Apr 05 11:24:37.208845 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d9254-761d-4f2b-ac12-e5db9aacfba8 req-5a9c74b9-6b1c-4860-bfd4-86a62b81f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:37.211240 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e67d9254-761d-4f2b-ac12-e5db9aacfba8 req-5a9c74b9-6b1c-4860-bfd4-86a62b81f984 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8&device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 1127 time: 0.0893066 Apr 05 11:24:37.215138 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b63d5-cac9-41bc-89a1-446c296d1815 req-3213530f-50c1-48f1-b251-e37ac77c5519 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:37.216719 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1d2b63d5-cac9-41bc-89a1-446c296d1815 req-3213530f-50c1-48f1-b251-e37ac77c5519 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.0898259 Apr 05 11:24:37.223417 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e09e9-d10a-49d5-9d24-993394237c84 req-94b5667c-48f0-4c69-90fe-9a10211cb606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:37.225416 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-056e09e9-d10a-49d5-9d24-993394237c84 req-94b5667c-48f0-4c69-90fe-9a10211cb606 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b3e907fc457e4c4396437b93bfa31859&device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 1129 time: 0.1065953 Apr 05 11:24:37.284279 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-920f6b5c-54e6-4c3e-9272-ab985a8676fd req-cc16ef11-2d7c-4ae0-ac4a-9f368ad61fef tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0268035 Apr 05 11:24:37.297221 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff3f2f-2018-4b21-98af-85422f60beaf req-5819fa03-ef09-4218-b574-4a7a49420120 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:37.302643 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-90ff3f2f-2018-4b21-98af-85422f60beaf req-5819fa03-ef09-4218-b574-4a7a49420120 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.0603547 Apr 05 11:24:37.348296 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-90ff3f2f-2018-4b21-98af-85422f60beaf req-a3cb28a2-ceba-4c1a-8611-b1fee777abf0 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429907 Apr 05 11:24:37.464789 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9189d-de58-4b45-b721-26025fb3bd66 req-2c3b2c50-77e9-4387-a8ba-fdd0dbddcfc1 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:37.466277 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2a9189d-de58-4b45-b721-26025fb3bd66 req-2c3b2c50-77e9-4387-a8ba-fdd0dbddcfc1 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0529859 Apr 05 11:24:37.514128 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2a9189d-de58-4b45-b721-26025fb3bd66 req-df05279d-b805-476e-ab15-0065d7fb6249 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423114 Apr 05 11:24:37.686235 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd19bde-7cee-428e-b571-e519889db7ab req-495c2d81-dc0a-4353-8a3d-3777453c35f9 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:37.687771 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2cd19bde-7cee-428e-b571-e519889db7ab req-495c2d81-dc0a-4353-8a3d-3777453c35f9 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0540233 Apr 05 11:24:37.744283 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2cd19bde-7cee-428e-b571-e519889db7ab req-2a58292d-16dc-451a-b6c6-d47f149552c9 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507116 Apr 05 11:24:38.394537 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ccda4644-15ae-4a1d-8177-e531bf325d0d req-6b6cbdaa-27ba-46b0-b0ee-17bfbc20327c tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0311606 Apr 05 11:24:38.472019 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ca65e-1bd5-43f9-9bf0-55f47bb82c94 req-2df908c7-fa86-4f22-8a89-b051ce48b798 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:38.473480 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-216ca65e-1bd5-43f9-9bf0-55f47bb82c94 req-2df908c7-fa86-4f22-8a89-b051ce48b798 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.0525484 Apr 05 11:24:38.519628 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-216ca65e-1bd5-43f9-9bf0-55f47bb82c94 req-7d204207-70fc-4570-840c-45ebedd91028 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399647 Apr 05 11:24:38.635224 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7309546-74b4-4cbe-9c3a-fff23f375c5d req-3803de76-bee5-4130-ba4c-370674dd0e36 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:38.636700 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c7309546-74b4-4cbe-9c3a-fff23f375c5d req-3803de76-bee5-4130-ba4c-370674dd0e36 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0538135 Apr 05 11:24:38.682815 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c7309546-74b4-4cbe-9c3a-fff23f375c5d req-50cc5638-6b8e-4e2e-a353-c21ad4c24ee1 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405097 Apr 05 11:24:38.860406 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18326d5b-e81c-42ab-8d46-741b0f53d9b6 req-369b186a-3baf-436b-aca9-90f8f7e3b9c1 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:38.861808 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-18326d5b-e81c-42ab-8d46-741b0f53d9b6 req-369b186a-3baf-436b-aca9-90f8f7e3b9c1 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.0527270 Apr 05 11:24:38.910663 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-18326d5b-e81c-42ab-8d46-741b0f53d9b6 req-571a3a81-136a-47fd-ad9b-5124f05f5e96 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432873 Apr 05 11:24:39.431266 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d9254-761d-4f2b-ac12-e5db9aacfba8 req-fb4a9292-ef97-4135-aae5-42b571dc8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:39.432202 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e67d9254-761d-4f2b-ac12-e5db9aacfba8 req-fb4a9292-ef97-4135-aae5-42b571dc8458 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3c3ad901-dee6-4adf-8761-f4e0b40921d1 HTTP/1.1" status: 200 len: 918 time: 0.0939837 Apr 05 11:24:39.497623 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e09e9-d10a-49d5-9d24-993394237c84 req-fd1206d6-43ba-4856-9e1b-13143b08c2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:39.499139 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-056e09e9-d10a-49d5-9d24-993394237c84 req-fd1206d6-43ba-4856-9e1b-13143b08c2fd service neutron] 10.222.0.58 "GET /v2.0/networks?id=dcecadc1-803f-40fe-91be-b25ccccfa953 HTTP/1.1" status: 200 len: 910 time: 0.1616881 Apr 05 11:24:39.506926 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8ba91de9-49f2-460f-9a27-546acee09465 req-884602b9-58be-4de3-8e0a-566777ce6b83 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=1af2a30d-f115-44a9-9a90-d1699560bd75 HTTP/1.1" status: 200 len: 210 time: 0.0301547 Apr 05 11:24:39.519769 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-1d2b63d5-cac9-41bc-89a1-446c296d1815 req-a54d4f1b-7cc5-4c72-9146-95e69123317a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Deleting port 8634b263-44cb-4aa1-94a2-580363a6f345 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:24:39.520242 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1d2b63d5-cac9-41bc-89a1-446c296d1815 req-a54d4f1b-7cc5-4c72-9146-95e69123317a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (8634b263-44cb-4aa1-94a2-580363a6f345), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:39.644554 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-1d2b63d5-cac9-41bc-89a1-446c296d1815 req-a54d4f1b-7cc5-4c72-9146-95e69123317a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] For port 8634b263-44cb-4aa1-94a2-580363a6f345, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=8634b263-44cb-4aa1-94a2-580363a6f345,segment=NetworkSegment(b621d9f4-d6cf-43b5-98e9-c56fcec4f695),segment_id=b621d9f4-d6cf-43b5-98e9-c56fcec4f695)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:39.644921 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1d2b63d5-cac9-41bc-89a1-446c296d1815 req-a54d4f1b-7cc5-4c72-9146-95e69123317a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (8634b263-44cb-4aa1-94a2-580363a6f345), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:39.659331 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e67d9254-761d-4f2b-ac12-e5db9aacfba8 req-0f307297-0bdf-4dc3-9132-6fb59f172c9b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f631937a-090e-4c88-959c-bbf9308dfac9 HTTP/1.1" status: 200 len: 999 time: 0.0609171 Apr 05 11:24:39.706192 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e35f2-0dbe-4018-8a53-fc4669ebd4c0 req-d13d25ab-3a4c-4a5e-a2e8-89cc901ac255 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:39.709102 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a29e35f2-0dbe-4018-8a53-fc4669ebd4c0 req-d13d25ab-3a4c-4a5e-a2e8-89cc901ac255 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 946 time: 0.1182773 Apr 05 11:24:39.808257 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1171a-b469-41a9-a177-15231be92ba7 req-1f668fc7-d8cf-4c27-8682-37e0bfb57ce6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:39.809876 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-51e1171a-b469-41a9-a177-15231be92ba7 req-1f668fc7-d8cf-4c27-8682-37e0bfb57ce6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 943 time: 0.0552485 Apr 05 11:24:39.825591 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a29e35f2-0dbe-4018-8a53-fc4669ebd4c0 req-be9cfb49-dc83-4726-ba28-32a963cd2b62 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a7f79d5-87da-427b-8af9-502b02fbafa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106615 Apr 05 11:24:39.888925 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d9254-761d-4f2b-ac12-e5db9aacfba8 req-276577e6-f256-4f16-957a-b517a79f4d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:39.890496 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e67d9254-761d-4f2b-ac12-e5db9aacfba8 req-276577e6-f256-4f16-957a-b517a79f4d1e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c226d4fe-4408-4a2e-a42d-e1f9fb159119 HTTP/1.1" status: 200 len: 856 time: 0.0797033 Apr 05 11:24:39.914377 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-056e09e9-d10a-49d5-9d24-993394237c84 req-9c78da48-9b3b-44f8-b459-38534f6b940b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc377578-0184-4a80-88e0-2385eab5c0c4 HTTP/1.1" status: 200 len: 217 time: 0.1089504 Apr 05 11:24:39.937326 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-51e1171a-b469-41a9-a177-15231be92ba7 req-961e8cbf-b676-4e50-9193-6df59f4fec7d tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190090 Apr 05 11:24:39.959144 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d9254-761d-4f2b-ac12-e5db9aacfba8 req-33a019a5-1ce5-46be-bf72-70e25bc5b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:39.960671 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e67d9254-761d-4f2b-ac12-e5db9aacfba8 req-33a019a5-1ce5-46be-bf72-70e25bc5b690 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3c3ad901-dee6-4adf-8761-f4e0b40921d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611959 Apr 05 11:24:39.961138 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 36362) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:39.993460 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1d2b63d5-cac9-41bc-89a1-446c296d1815 req-a54d4f1b-7cc5-4c72-9146-95e69123317a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:39.993460 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1d2b63d5-cac9-41bc-89a1-446c296d1815 req-a54d4f1b-7cc5-4c72-9146-95e69123317a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (6be1f7da-10ef-40f7-b24a-8e072b556f9e), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:39.993460 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.l3_db [req-1d2b63d5-cac9-41bc-89a1-446c296d1815 req-a54d4f1b-7cc5-4c72-9146-95e69123317a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Floating IP 6be1f7da-10ef-40f7-b24a-8e072b556f9e disassociated. External IP: 172.27.0.125, port: 8634b263-44cb-4aa1-94a2-580363a6f345. Apr 05 11:24:39.993460 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-1d2b63d5-cac9-41bc-89a1-446c296d1815 req-a54d4f1b-7cc5-4c72-9146-95e69123317a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Calling delete_port for 8634b263-44cb-4aa1-94a2-580363a6f345 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:24:40.030102 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e09e9-d10a-49d5-9d24-993394237c84 req-041854e8-0d8e-491d-a783-011c7a461c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:40.031750 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-056e09e9-d10a-49d5-9d24-993394237c84 req-041854e8-0d8e-491d-a783-011c7a461c13 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae HTTP/1.1" status: 200 len: 848 time: 0.1136136 Apr 05 11:24:40.089502 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3060279-c908-48f6-a88c-d30aeba4c594 req-30eef294-2c1d-4825-a068-fba9ec373a7a tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:40.091129 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d3060279-c908-48f6-a88c-d30aeba4c594 req-30eef294-2c1d-4825-a068-fba9ec373a7a tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.1905308 Apr 05 11:24:40.110389 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3a855c80-891f-424f-847a-9adacea48d4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:40.131344 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e67d9254-761d-4f2b-ac12-e5db9aacfba8 req-eb668165-48af-411b-bac0-3ddefe34afe1 service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558747 Apr 05 11:24:40.253415 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device f631937a-090e-4c88-959c-bbf9308dfac9 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:24:40.256726 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 8634b263-44cb-4aa1-94a2-580363a6f345 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:24:40.265960 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b2d89-e484-4de3-985f-5bbfb3bc658b req-221078d9-8c91-48bd-8a10-bb8b246dd1df tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:40.271558 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-799b2d89-e484-4de3-985f-5bbfb3bc658b req-221078d9-8c91-48bd-8a10-bb8b246dd1df tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 945 time: 0.2060208 Apr 05 11:24:40.271743 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e67d9254-761d-4f2b-ac12-e5db9aacfba8 req-0807a6d0-bdc3-4a9f-a3e5-5d9e785dd485 service neutron] 10.222.0.58 "GET /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307635 Apr 05 11:24:40.274308 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e09e9-d10a-49d5-9d24-993394237c84 req-9a99f597-0918-4f6a-a7b1-b2213e2c6b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:40.276148 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-056e09e9-d10a-49d5-9d24-993394237c84 req-9a99f597-0918-4f6a-a7b1-b2213e2c6b64 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=dcecadc1-803f-40fe-91be-b25ccccfa953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2127347 Apr 05 11:24:40.291712 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3a855c80-891f-424f-847a-9adacea48d4e admin admin] Publish callbacks [] for security_group (2f8ca8a4-1048-49a5-bf9c-276df7d35bb2), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:40.411585 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3a855c80-891f-424f-847a-9adacea48d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (2f8ca8a4-1048-49a5-bf9c-276df7d35bb2), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:40.429225 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port f631937a-090e-4c88-959c-bbf9308dfac9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f631937a-090e-4c88-959c-bbf9308dfac9,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:40.439020 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 8634b263-44cb-4aa1-94a2-580363a6f345 is: ACTIVE; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:24:40.439412 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (8634b263-44cb-4aa1-94a2-580363a6f345), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:40.451061 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': 'f631937a-090e-4c88-959c-bbf9308dfac9', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'port_id': 'f631937a-090e-4c88-959c-bbf9308dfac9', 'mac_address': 'fa:16:3e:15:35:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:24:40.452019 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-d3060279-c908-48f6-a88c-d30aeba4c594 req-e78b2a38-0e77-4e4d-9f6c-35aa8bbcbbab tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Deleting port dc377578-0184-4a80-88e0-2385eab5c0c4 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:24:40.452361 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d3060279-c908-48f6-a88c-d30aeba4c594 req-e78b2a38-0e77-4e4d-9f6c-35aa8bbcbbab tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:40.467502 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3a855c80-891f-424f-847a-9adacea48d4e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c880047b73e243b1bc61456601ca2da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5028617 Apr 05 11:24:40.468121 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 36366) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:40.474375 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a855c80-891f-424f-847a-9adacea48d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8ca8a4-1048-49a5-bf9c-276df7d35bb2,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:40.480357 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-799b2d89-e484-4de3-985f-5bbfb3bc658b req-9eae2856-ec14-4e98-93e4-509004579d40 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e25fdab-87d0-4b06-88d2-af9d9b936e42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024858 Apr 05 11:24:40.511455 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port f631937a-090e-4c88-959c-bbf9308dfac9 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:24:40.511966 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:40.528156 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1d2b63d5-cac9-41bc-89a1-446c296d1815 req-a54d4f1b-7cc5-4c72-9146-95e69123317a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (8634b263-44cb-4aa1-94a2-580363a6f345), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:40.545629 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f631937a-090e-4c88-959c-bbf9308dfac9 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:24:40.568896 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5b2133c8-5925-4d83-a43c-cd834009f8a1 admin admin] Publish callbacks [] for security_group (2f8ca8a4-1048-49a5-bf9c-276df7d35bb2), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:40.576569 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-056e09e9-d10a-49d5-9d24-993394237c84 req-6fcf09a4-6c64-4776-ba51-421a29b7e225 service neutron] 10.222.0.58 "GET /v2.0/networks/dcecadc1-803f-40fe-91be-b25ccccfa953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821229 Apr 05 11:24:40.583017 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port f631937a-090e-4c88-959c-bbf9308dfac9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f631937a-090e-4c88-959c-bbf9308dfac9,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:40.597434 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d4f1b-7cc5-4c72-9146-95e69123317a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Pushing event deleted for resources: {'Port': ['ID=8634b263-44cb-4aa1-94a2-580363a6f345,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:40.630830 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5b2133c8-5925-4d83-a43c-cd834009f8a1 admin admin] Publish callbacks [] for security_group (2f8ca8a4-1048-49a5-bf9c-276df7d35bb2), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:40.709324 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:40.713820 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-d3060279-c908-48f6-a88c-d30aeba4c594 req-e78b2a38-0e77-4e4d-9f6c-35aa8bbcbbab tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] For port dc377578-0184-4a80-88e0-2385eab5c0c4, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=dc377578-0184-4a80-88e0-2385eab5c0c4,segment=NetworkSegment(fdf18c87-d88d-4cad-b3e4-54f90252dd6d),segment_id=fdf18c87-d88d-4cad-b3e4-54f90252dd6d)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:40.714250 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d3060279-c908-48f6-a88c-d30aeba4c594 req-e78b2a38-0e77-4e4d-9f6c-35aa8bbcbbab tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:40.763080 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=f631937a-090e-4c88-959c-bbf9308dfac9,revision_number=9']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:40.772508 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-d3060279-c908-48f6-a88c-d30aeba4c594 req-e78b2a38-0e77-4e4d-9f6c-35aa8bbcbbab tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Calling delete_port for dc377578-0184-4a80-88e0-2385eab5c0c4 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:24:40.776686 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:40.777244 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:40.777730 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:40.778202 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:40.779010 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:40.779500 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:40.779853 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:40.780168 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:40.780655 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:40.781020 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:40.781351 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:40.781678 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:40.782000 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:40.782315 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:40.782821 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:24:40.788448 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5b2133c8-5925-4d83-a43c-cd834009f8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (2f8ca8a4-1048-49a5-bf9c-276df7d35bb2), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:40.791074 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5b2133c8-5925-4d83-a43c-cd834009f8a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:40.797083 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-5b2133c8-5925-4d83-a43c-cd834009f8a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f8ca8a4-1048-49a5-bf9c-276df7d35bb2 HTTP/1.1" status: 204 len: 168 time: 0.3260736 Apr 05 11:24:40.805181 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2133c8-5925-4d83-a43c-cd834009f8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8ca8a4-1048-49a5-bf9c-276df7d35bb2,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:40.895682 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-056e09e9-d10a-49d5-9d24-993394237c84 req-2371a788-e889-49e9-8bf6-80abe642caf6 service neutron] 10.222.0.58 "GET /v2.0/networks/dcecadc1-803f-40fe-91be-b25ccccfa953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056378 Apr 05 11:24:40.929395 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d2b63d5-cac9-41bc-89a1-446c296d1815 req-a54d4f1b-7cc5-4c72-9146-95e69123317a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Router 4cd42c71-c143-4019-8178-007af10ae8e9 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:24:40.936341 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-68241b43-22d3-45bd-a199-cac5bf154704 req-c6e5d388-68b5-4b4a-9a14-97b7df9e25c1 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 210 time: 0.0290737 Apr 05 11:24:40.947419 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-b4bff2ea-28fe-40a0-898e-376da309d35b tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-300189603&fields=id&tenant_id=0c1827315aac4bfdacff856a13f90eb5 HTTP/1.1" status: 200 len: 267 time: 0.1459556 Apr 05 11:24:41.042101 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['f631937a-090e-4c88-959c-bbf9308dfac9'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:24:41.170832 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dea5f4-f106-4a47-94c8-6fe643ff31dd req-174c3147-f464-441d-af2f-9918e332686d tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:41.185412 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-54dea5f4-f106-4a47-94c8-6fe643ff31dd req-174c3147-f464-441d-af2f-9918e332686d tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 944 time: 0.1501811 Apr 05 11:24:41.216193 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-daf662ec-62e8-4341-b888-20dd5095ecbd tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:41.217717 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-daf662ec-62e8-4341-b888-20dd5095ecbd tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/networks?id=15ec88ec-a078-4d94-a658-456bc06f4f38 HTTP/1.1" status: 200 len: 812 time: 0.2652085 Apr 05 11:24:41.224849 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d2b63d5-cac9-41bc-89a1-446c296d1815 req-a54d4f1b-7cc5-4c72-9146-95e69123317a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:24:41.236253 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b7d5db-d15d-4557-b89d-5cb7392440bf None None] Sync routers for ids ['4cd42c71-c143-4019-8178-007af10ae8e9'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:24:41.246751 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b7d5db-d15d-4557-b89d-5cb7392440bf None None] Routers {'4cd42c71-c143-4019-8178-007af10ae8e9'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:24:41.247445 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-a8b7d5db-d15d-4557-b89d-5cb7392440bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:24:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['4cd42c71-c143-4019-8178-007af10ae8e9'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:41.260754 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-54dea5f4-f106-4a47-94c8-6fe643ff31dd req-a6808b9a-cce2-49b3-ad19-465f2b879bb6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734916 Apr 05 11:24:41.265094 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d3060279-c908-48f6-a88c-d30aeba4c594 req-e78b2a38-0e77-4e4d-9f6c-35aa8bbcbbab tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (dc377578-0184-4a80-88e0-2385eab5c0c4), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:41.270655 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-314a7c61-4a10-441e-9f9f-0fd852438656 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/quotas/0c1827315aac4bfdacff856a13f90eb5 HTTP/1.1" status: 200 len: 375 time: 0.0399382 Apr 05 11:24:41.297099 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2b63d5-cac9-41bc-89a1-446c296d1815 req-a54d4f1b-7cc5-4c72-9146-95e69123317a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] No DVR routers for this DVR port 8634b263-44cb-4aa1-94a2-580363a6f345 on host hv-cinder-81899 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:24:41.301985 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-1d2b63d5-cac9-41bc-89a1-446c296d1815 req-a54d4f1b-7cc5-4c72-9146-95e69123317a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:41.303981 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1d2b63d5-cac9-41bc-89a1-446c296d1815 req-a54d4f1b-7cc5-4c72-9146-95e69123317a tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.58 "DELETE /v2.0/ports/8634b263-44cb-4aa1-94a2-580363a6f345 HTTP/1.1" status: 204 len: 173 time: 1.9652941 Apr 05 11:24:41.323397 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ad1a46-8a77-4def-b880-e32ca5f36db1', 'name': 'network-vif-deleted', 'tag': '8634b263-44cb-4aa1-94a2-580363a6f345'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:24:41.325654 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083909be-84f7-445f-92d7-e62af7ba05d6" -d '{"events": [{"server_uuid": "f5ad1a46-8a77-4def-b880-e32ca5f36db1", "name": "network-vif-deleted", "tag": "8634b263-44cb-4aa1-94a2-580363a6f345"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:24:41.339912 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b2a38-0e77-4e4d-9f6c-35aa8bbcbbab tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Pushing event deleted for resources: {'Port': ['ID=dc377578-0184-4a80-88e0-2385eab5c0c4,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:41.381663 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-a8b7d5db-d15d-4557-b89d-5cb7392440bf None None] Set router 4cd42c71-c143-4019-8178-007af10ae8e9 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:24:41.382388 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398f5f9b-8e77-4193-906f-5ef5e1f06424 x-openstack-request-id: req-398f5f9b-8e77-4193-906f-5ef5e1f06424 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:24:41.382888 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ad1a46-8a77-4def-b880-e32ca5f36db1", "name": "network-vif-deleted", "tag": "8634b263-44cb-4aa1-94a2-580363a6f345", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:24:41.383145 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-398f5f9b-8e77-4193-906f-5ef5e1f06424 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:24:41.383548 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-398f5f9b-8e77-4193-906f-5ef5e1f06424'] response: {'server_uuid': 'f5ad1a46-8a77-4def-b880-e32ca5f36db1', 'name': 'network-vif-deleted', 'tag': '8634b263-44cb-4aa1-94a2-580363a6f345', 'status': 'completed', 'code': 200} Apr 05 11:24:41.412459 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3060279-c908-48f6-a88c-d30aeba4c594 req-e78b2a38-0e77-4e4d-9f6c-35aa8bbcbbab tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] No DVR routers for this DVR port dc377578-0184-4a80-88e0-2385eab5c0c4 on host hv-cinder-81899 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:24:41.414986 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d3060279-c908-48f6-a88c-d30aeba4c594 req-e78b2a38-0e77-4e4d-9f6c-35aa8bbcbbab tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:41.418595 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d3060279-c908-48f6-a88c-d30aeba4c594 req-e78b2a38-0e77-4e4d-9f6c-35aa8bbcbbab tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.58 "DELETE /v2.0/ports/dc377578-0184-4a80-88e0-2385eab5c0c4 HTTP/1.1" status: 204 len: 173 time: 1.3071885 Apr 05 11:24:41.433608 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-5643cadd-c0f9-41d3-abd8-ec965aa5c80e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c1827315aac4bfdacff856a13f90eb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1417415 Apr 05 11:24:41.450114 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-a6be3e0f-3cb4-42bc-b705-7bae99f2cbb6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 05 11:24:41.451091 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-a6be3e0f-3cb4-42bc-b705-7bae99f2cbb6 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052857 Apr 05 11:24:41.563204 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-43a93207-449c-4705-8a3e-6d2a7ebff08c service neutron] 10.222.0.39 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057665 Apr 05 11:24:41.592903 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b001f93d-f36a-49c4-8094-70a67d9db51d req-a5d6c636-e5fe-4e30-bbdf-2e68293d236d tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0304065 Apr 05 11:24:41.622434 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-a8b7d5db-d15d-4557-b89d-5cb7392440bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 4, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'gw_port': {'id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '1ebd413e-8a6d-46e4-8b1d-d16229e841d2', 'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'mac_address': 'fa:16:3e:a9:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:31Z', 'updated_at': '2022-04-05T11:13:46Z', 'revision_number': 5, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'subnets': [{'id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:41.645024 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b7d5db-d15d-4557-b89d-5cb7392440bf None None] Checking router: 4cd42c71-c143-4019-8178-007af10ae8e9 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:24:41.653300 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 36388) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:41.655618 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b7d5db-d15d-4557-b89d-5cb7392440bf None None] Routers {'4cd42c71-c143-4019-8178-007af10ae8e9'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:24:41.656239 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-a8b7d5db-d15d-4557-b89d-5cb7392440bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:24:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['4cd42c71-c143-4019-8178-007af10ae8e9'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:41.666887 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-cbcad444-4e49-42c4-bb8f-55d2aa835967 service neutron] 10.222.0.39 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978677 Apr 05 11:24:41.681748 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c5e57e32-789f-4a08-9109-8cc5106fe70e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:41.776559 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c5e57e32-789f-4a08-9109-8cc5106fe70e admin admin] Publish callbacks [] for security_group (c88a819b-9dd7-407b-8892-04372788755c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:41.824754 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-a8b7d5db-d15d-4557-b89d-5cb7392440bf None None] Set router 4cd42c71-c143-4019-8178-007af10ae8e9 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:24:41.877810 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c5e57e32-789f-4a08-9109-8cc5106fe70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (c88a819b-9dd7-407b-8892-04372788755c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:41.924330 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c5e57e32-789f-4a08-9109-8cc5106fe70e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=552f36b946254d4b9c27eada743f575c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693827 Apr 05 11:24:41.926980 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 36396) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:41.933010 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e57e32-789f-4a08-9109-8cc5106fe70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88a819b-9dd7-407b-8892-04372788755c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:41.991916 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3a1fee99-d82b-4487-a96c-4b4b47a51ffc admin admin] Publish callbacks [] for security_group (c88a819b-9dd7-407b-8892-04372788755c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:42.016181 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3a1fee99-d82b-4487-a96c-4b4b47a51ffc admin admin] Publish callbacks [] for security_group (c88a819b-9dd7-407b-8892-04372788755c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:42.052465 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-a8b7d5db-d15d-4557-b89d-5cb7392440bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 4, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'gw_port': {'id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '1ebd413e-8a6d-46e4-8b1d-d16229e841d2', 'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'mac_address': 'fa:16:3e:a9:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:31Z', 'updated_at': '2022-04-05T11:13:46Z', 'revision_number': 5, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'subnets': [{'id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:42.067435 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-32fabf0f-f29c-4c88-afe1-e890d3926889 req-f9304267-c766-4d81-aed5-ed8c5022c50c tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ad1a46-8a77-4def-b880-e32ca5f36db1 HTTP/1.1" status: 200 len: 210 time: 0.0435617 Apr 05 11:24:42.079243 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b7d5db-d15d-4557-b89d-5cb7392440bf None None] The sync data for ids ['4cd42c71-c143-4019-8178-007af10ae8e9'] in dv-cinder-818994-3-iscsi is: [{'id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:33Z', 'revision_number': 4, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'gw_port': {'id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '1ebd413e-8a6d-46e4-8b1d-d16229e841d2', 'name': '', 'network_id': '7217652a-af97-4947-b0e2-d005c4528ce6', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'mac_address': 'fa:16:3e:a9:7d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:31Z', 'updated_at': '2022-04-05T11:13:46Z', 'revision_number': 5, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'subnets': [{'id': 'f82113b2-532a-4a4b-a711-82c62696ceb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:24:42.188556 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3a1fee99-d82b-4487-a96c-4b4b47a51ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (c88a819b-9dd7-407b-8892-04372788755c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:42.191204 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3a1fee99-d82b-4487-a96c-4b4b47a51ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:42.195754 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3a1fee99-d82b-4487-a96c-4b4b47a51ffc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c88a819b-9dd7-407b-8892-04372788755c HTTP/1.1" status: 204 len: 168 time: 0.2645855 Apr 05 11:24:42.201486 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fee99-d82b-4487-a96c-4b4b47a51ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88a819b-9dd7-407b-8892-04372788755c,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:42.268096 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device f631937a-090e-4c88-959c-bbf9308dfac9 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:24:42.430379 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port f631937a-090e-4c88-959c-bbf9308dfac9 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:24:42.430822 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:42.487127 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddee8713-7dbd-4940-a597-140d20e62372 None None] New status for floating IP 6be1f7da-10ef-40f7-b24a-8e072b556f9e: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:24:42.495462 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9a54447a-8de9-4696-baee-14b227edbe34 req-600759b5-b2f4-492b-8f08-455db67a7932 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 210 time: 0.0411751 Apr 05 11:24:42.506316 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebd387-1788-46c3-af2a-24e01bec459c req-43b4ecfd-c8ba-482e-97f8-252f2a7dc8a6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:42.508442 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b5ebd387-1788-46c3-af2a-24e01bec459c req-43b4ecfd-c8ba-482e-97f8-252f2a7dc8a6 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 944 time: 0.1186860 Apr 05 11:24:42.574795 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b5ebd387-1788-46c3-af2a-24e01bec459c req-77c0441d-5030-4703-9e42-424e36d74721 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594170 Apr 05 11:24:42.667900 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port f631937a-090e-4c88-959c-bbf9308dfac9 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:24:42.668292 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:42.694262 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078668ec-0695-4717-bef7-1153cdc2dd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f631937a-090e-4c88-959c-bbf9308dfac9'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:24:42.696689 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef17933-80da-4fea-9906-a3aead0280ab" -d '{"events": [{"server_uuid": "078668ec-0695-4717-bef7-1153cdc2dd14", "name": "network-vif-plugged", "status": "completed", "tag": "f631937a-090e-4c88-959c-bbf9308dfac9"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:24:42.716582 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port f631937a-090e-4c88-959c-bbf9308dfac9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f631937a-090e-4c88-959c-bbf9308dfac9,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:42.726473 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5f4f6209-d8b6-4b30-ae34-b74a4aabcd0d req-261e22d8-d714-4bcd-bcd9-ccc5d6870404 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4e16432-3df3-4325-b757-906fbbeca604 HTTP/1.1" status: 200 len: 210 time: 0.0303659 Apr 05 11:24:42.837150 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:42.838983 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device dc377578-0184-4a80-88e0-2385eab5c0c4 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:24:42.913568 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] No Port match for: dc377578-0184-4a80-88e0-2385eab5c0c4 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:24:42.914122 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device dc377578-0184-4a80-88e0-2385eab5c0c4 not bound to the agent host hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:24:42.988606 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=f631937a-090e-4c88-959c-bbf9308dfac9,revision_number=10']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:43.051089 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bfc8a6-e5b9-4419-9bbf-0cd2eb938b86 x-openstack-request-id: req-02bfc8a6-e5b9-4419-9bbf-0cd2eb938b86 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:24:43.052546 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078668ec-0695-4717-bef7-1153cdc2dd14", "name": "network-vif-plugged", "status": "completed", "tag": "f631937a-090e-4c88-959c-bbf9308dfac9", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:24:43.053598 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-02bfc8a6-e5b9-4419-9bbf-0cd2eb938b86 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:24:43.054118 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02bfc8a6-e5b9-4419-9bbf-0cd2eb938b86'] response: {'server_uuid': '078668ec-0695-4717-bef7-1153cdc2dd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f631937a-090e-4c88-959c-bbf9308dfac9', 'code': 200} Apr 05 11:24:43.277164 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 36434) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:43.355261 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e7a25270-b574-4152-a1cd-fa60ad93c954 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group (6a7f79d5-87da-427b-8af9-502b02fbafa0), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:43.380782 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e7a25270-b574-4152-a1cd-fa60ad93c954 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group (6a7f79d5-87da-427b-8af9-502b02fbafa0), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:43.386012 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e16432-3df3-4325-b757-906fbbeca604', 'name': 'network-vif-deleted', 'tag': 'dc377578-0184-4a80-88e0-2385eab5c0c4'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:24:43.388454 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501f5686-9d98-43b3-a70e-2e3e2b03c4a4" -d '{"events": [{"server_uuid": "e4e16432-3df3-4325-b757-906fbbeca604", "name": "network-vif-deleted", "tag": "dc377578-0184-4a80-88e0-2385eab5c0c4"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:24:43.430167 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a96dd2b-c933-42b2-bece-f0b9dc052d70 x-openstack-request-id: req-6a96dd2b-c933-42b2-bece-f0b9dc052d70 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:24:43.430456 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4e16432-3df3-4325-b757-906fbbeca604", "name": "network-vif-deleted", "tag": "dc377578-0184-4a80-88e0-2385eab5c0c4", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:24:43.430728 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a96dd2b-c933-42b2-bece-f0b9dc052d70 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:24:43.431122 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a96dd2b-c933-42b2-bece-f0b9dc052d70'] response: {'server_uuid': 'e4e16432-3df3-4325-b757-906fbbeca604', 'name': 'network-vif-deleted', 'tag': 'dc377578-0184-4a80-88e0-2385eab5c0c4', 'status': 'completed', 'code': 200} Apr 05 11:24:43.469947 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e88981-140b-4ac2-bfc9-6a4819401631 req-ab179db1-d579-41c5-b6a2-e43642c65fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:43.471503 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-94e88981-140b-4ac2-bfc9-6a4819401631 req-ab179db1-d579-41c5-b6a2-e43642c65fe3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 1130 time: 0.0511403 Apr 05 11:24:43.523386 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-94e88981-140b-4ac2-bfc9-6a4819401631 req-481f00b3-a712-4999-b4d0-b1caaf14cc1f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424995 Apr 05 11:24:43.590747 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e7a25270-b574-4152-a1cd-fa60ad93c954 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (6a7f79d5-87da-427b-8af9-502b02fbafa0), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:43.593224 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e7a25270-b574-4152-a1cd-fa60ad93c954 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:43.594321 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e7a25270-b574-4152-a1cd-fa60ad93c954 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "DELETE /v2.0/security-groups/6a7f79d5-87da-427b-8af9-502b02fbafa0 HTTP/1.1" status: 204 len: 168 time: 0.3154190 Apr 05 11:24:43.597955 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 36446) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:43.611920 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.api.v2.resource [None req-6ba0d8a1-1f6c-4e64-9871-e1c5f6dea098 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] show failed (client error): The resource could not be found. Apr 05 11:24:43.616305 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6ba0d8a1-1f6c-4e64-9871-e1c5f6dea098 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "GET /v2.0/security-groups/6a7f79d5-87da-427b-8af9-502b02fbafa0 HTTP/1.1" status: 404 len: 347 time: 0.0135124 Apr 05 11:24:43.616749 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 36450) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:43.618957 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-270421c0-c22d-4cb0-9108-1995033c29a1 req-c2bdd11d-0d87-459b-b8ae-e86a333b1b09 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 210 time: 0.0383954 Apr 05 11:24:43.623925 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a25270-b574-4152-a1cd-fa60ad93c954 tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7f79d5-87da-427b-8af9-502b02fbafa0,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:43.809025 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 36456) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:43.826222 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418b142-98c2-47ea-9d52-bc078be7a3a3 req-bf5ac720-2d39-490e-8fff-9f5ecb013e2a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:43.832010 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e418b142-98c2-47ea-9d52-bc078be7a3a3 req-bf5ac720-2d39-490e-8fff-9f5ecb013e2a tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 946 time: 0.1195240 Apr 05 11:24:43.861744 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-425ca852-5602-4c57-b886-8a80f8d13f0e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Deleting port cee0a62b-fc12-4969-bb13-8e64cf335c2c {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:24:43.862579 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-425ca852-5602-4c57-b886-8a80f8d13f0e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (cee0a62b-fc12-4969-bb13-8e64cf335c2c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:43.884321 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d4d4c8f7-c989-483f-8a77-13938d3d3068 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group (9e25fdab-87d0-4b06-88d2-af9d9b936e42), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:43.916049 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d4d4c8f7-c989-483f-8a77-13938d3d3068 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group (9e25fdab-87d0-4b06-88d2-af9d9b936e42), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:43.954936 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e418b142-98c2-47ea-9d52-bc078be7a3a3 req-50c9ed07-e0eb-4eb1-b235-3743666f460b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124549 Apr 05 11:24:43.999152 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-425ca852-5602-4c57-b886-8a80f8d13f0e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (cee0a62b-fc12-4969-bb13-8e64cf335c2c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:43.999152 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-425ca852-5602-4c57-b886-8a80f8d13f0e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for floatingip (cee0a62b-fc12-4969-bb13-8e64cf335c2c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:44.008576 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-425ca852-5602-4c57-b886-8a80f8d13f0e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Calling delete_port for cee0a62b-fc12-4969-bb13-8e64cf335c2c owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:24:44.125784 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d4d4c8f7-c989-483f-8a77-13938d3d3068 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (9e25fdab-87d0-4b06-88d2-af9d9b936e42), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:44.129231 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d4d4c8f7-c989-483f-8a77-13938d3d3068 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:44.131119 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d4d4c8f7-c989-483f-8a77-13938d3d3068 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] 10.222.0.39 "DELETE /v2.0/security-groups/9e25fdab-87d0-4b06-88d2-af9d9b936e42 HTTP/1.1" status: 204 len: 168 time: 0.3210988 Apr 05 11:24:44.141254 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4c8f7-c989-483f-8a77-13938d3d3068 tempest-TestShelveInstance-1965282527 tempest-TestShelveInstance-1965282527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e25fdab-87d0-4b06-88d2-af9d9b936e42,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:44.356514 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 36466) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:44.542997 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-425ca852-5602-4c57-b886-8a80f8d13f0e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (cee0a62b-fc12-4969-bb13-8e64cf335c2c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:44.573835 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ca852-5602-4c57-b886-8a80f8d13f0e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Pushing event deleted for resources: {'Port': ['ID=cee0a62b-fc12-4969-bb13-8e64cf335c2c,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:44.625498 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 36472) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:44.652278 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-425ca852-5602-4c57-b886-8a80f8d13f0e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks [] for floatingip (6be1f7da-10ef-40f7-b24a-8e072b556f9e), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:44.655553 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-425ca852-5602-4c57-b886-8a80f8d13f0e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:44.658515 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-425ca852-5602-4c57-b886-8a80f8d13f0e tempest-AttachVolumeTestJSON-1408317376 tempest-AttachVolumeTestJSON-1408317376-project] 10.222.0.39 "DELETE /v2.0/floatingips/6be1f7da-10ef-40f7-b24a-8e072b556f9e HTTP/1.1" status: 204 len: 168 time: 1.0390787 Apr 05 11:24:44.772962 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e9898a0c-66ba-4922-b4e5-997595a8ea76 req-603305e6-2b97-4637-93e8-5d808fcfd393 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 210 time: 0.0305207 Apr 05 11:24:44.813868 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9095b726-b851-451b-ad28-7190715bbd52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:44.890410 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9095b726-b851-451b-ad28-7190715bbd52 admin admin] Publish callbacks [] for security_group (26dd0dc1-b84a-4220-aa91-acbc8661ac7b), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:44.960521 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9095b726-b851-451b-ad28-7190715bbd52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (26dd0dc1-b84a-4220-aa91-acbc8661ac7b), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:45.007160 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095b726-b851-451b-ad28-7190715bbd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26dd0dc1-b84a-4220-aa91-acbc8661ac7b,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:45.014561 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 36486) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:45.014893 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-9095b726-b851-451b-ad28-7190715bbd52 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ca017bf014e45c9adbb44a2d6973d4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3881068 Apr 05 11:24:45.053245 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-36fc1c5f-bf99-45ac-ad87-1751966942e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583640'] for router_interface (db413520-db97-424e-b54f-4b3ce9c16d0e), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:45.317514 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd763e-663a-4cc7-99e4-8c20360e4e9e req-54ffcbd6-653a-4799-82e4-17ed1fa7da5e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:45.320083 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a9dd763e-663a-4cc7-99e4-8c20360e4e9e req-54ffcbd6-653a-4799-82e4-17ed1fa7da5e tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 946 time: 0.2761459 Apr 05 11:24:45.321122 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f9f52f1f-6fcd-4a07-a00f-53d8749564a8 admin admin] Publish callbacks [] for security_group (26dd0dc1-b84a-4220-aa91-acbc8661ac7b), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:45.399757 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f9f52f1f-6fcd-4a07-a00f-53d8749564a8 admin admin] Publish callbacks [] for security_group (26dd0dc1-b84a-4220-aa91-acbc8661ac7b), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:45.613901 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a9dd763e-663a-4cc7-99e4-8c20360e4e9e req-d328b0be-1157-4be9-b3ad-f2f5a82302b4 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816000 Apr 05 11:24:45.751748 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f9f52f1f-6fcd-4a07-a00f-53d8749564a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (26dd0dc1-b84a-4220-aa91-acbc8661ac7b), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:45.756356 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f9f52f1f-6fcd-4a07-a00f-53d8749564a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:45.757553 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f9f52f1f-6fcd-4a07-a00f-53d8749564a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26dd0dc1-b84a-4220-aa91-acbc8661ac7b HTTP/1.1" status: 204 len: 168 time: 0.7417309 Apr 05 11:24:45.767770 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-36fc1c5f-bf99-45ac-ad87-1751966942e0 admin admin] Deleting port 63349a45-fb41-4902-88a7-644f767d9fcf {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:24:45.768110 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-36fc1c5f-bf99-45ac-ad87-1751966942e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (63349a45-fb41-4902-88a7-644f767d9fcf), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:45.771013 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f52f1f-6fcd-4a07-a00f-53d8749564a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dd0dc1-b84a-4220-aa91-acbc8661ac7b,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:45.858238 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-6f251354-c45f-4799-88ae-d12e0abb5fe3 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:45.859917 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-6f251354-c45f-4799-88ae-d12e0abb5fe3 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.58 "GET /v2.0/networks?id=15ec88ec-a078-4d94-a658-456bc06f4f38 HTTP/1.1" status: 200 len: 812 time: 0.1686389 Apr 05 11:24:45.885160 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-36fc1c5f-bf99-45ac-ad87-1751966942e0 admin admin] For port 63349a45-fb41-4902-88a7-644f767d9fcf, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=63349a45-fb41-4902-88a7-644f767d9fcf,segment=NetworkSegment(fdf18c87-d88d-4cad-b3e4-54f90252dd6d),segment_id=fdf18c87-d88d-4cad-b3e4-54f90252dd6d)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:45.885535 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-36fc1c5f-bf99-45ac-ad87-1751966942e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (63349a45-fb41-4902-88a7-644f767d9fcf), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:45.904525 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-36fc1c5f-bf99-45ac-ad87-1751966942e0 admin admin] Calling delete_port for 63349a45-fb41-4902-88a7-644f767d9fcf owned by network:router_interface {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:24:45.913103 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-33e235b5-26d6-4eb2-bef3-cc84389d1ea3 req-4ec71e49-1ad7-4588-b04f-6dcda407cef9 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 210 time: 0.0463893 Apr 05 11:24:45.966999 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-18ee3f0a-a0fd-47e5-b451-6fa072df0882 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c1827315aac4bfdacff856a13f90eb5 HTTP/1.1" status: 200 len: 379 time: 0.0961416 Apr 05 11:24:45.976772 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-ed10a4fe-631e-4fed-916a-b98580e103a5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Request body: {'port': {'device_id': '341c39fa-78c6-4a88-88a4-24c130ec377d', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'admin_state_up': True, 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'security_groups': ['c18abe95-a8d1-4723-a63d-a140e6575396']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:24:46.217120 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-ed10a4fe-631e-4fed-916a-b98580e103a5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Made reservation on behalf of 0c1827315aac4bfdacff856a13f90eb5 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:24:46.222122 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-ed10a4fe-631e-4fed-916a-b98580e103a5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:46.327713 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-36fc1c5f-bf99-45ac-ad87-1751966942e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (63349a45-fb41-4902-88a7-644f767d9fcf), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:46.353765 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc1c5f-bf99-45ac-ad87-1751966942e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=63349a45-fb41-4902-88a7-644f767d9fcf,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:46.385462 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-ed10a4fe-631e-4fed-916a-b98580e103a5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Allocated IP 172.20.0.5 (15ec88ec-a078-4d94-a658-456bc06f4f38/6cdd783b-82e9-4593-a451-3b1b6f34c5b6/42ed496a-3344-4417-81b6-eec909ddf26d) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:24:46.567946 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-36fc1c5f-bf99-45ac-ad87-1751966942e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1809813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585800'] for router_interface (db413520-db97-424e-b54f-4b3ce9c16d0e), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:46.583773 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-ed10a4fe-631e-4fed-916a-b98580e103a5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for port (42ed496a-3344-4417-81b6-eec909ddf26d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:46.714752 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-ed10a4fe-631e-4fed-916a-b98580e103a5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (42ed496a-3344-4417-81b6-eec909ddf26d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:46.743571 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:46.766990 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-ed10a4fe-631e-4fed-916a-b98580e103a5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Network 15ec88ec-a078-4d94-a658-456bc06f4f38 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:24:46.770445 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-ed10a4fe-631e-4fed-916a-b98580e103a5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:24:46.777306 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-ed10a4fe-631e-4fed-916a-b98580e103a5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:24:46.785301 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10a4fe-631e-4fed-916a-b98580e103a5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event updated for resources: {'Port': ['ID=42ed496a-3344-4417-81b6-eec909ddf26d,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:46.839988 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-ed10a4fe-631e-4fed-916a-b98580e103a5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:46.840568 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-ed10a4fe-631e-4fed-916a-b98580e103a5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:46.918019 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-ed10a4fe-631e-4fed-916a-b98580e103a5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9451449 Apr 05 11:24:46.965021 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] Request body: {'port': {'device_id': '341c39fa-78c6-4a88-88a4-24c130ec377d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:24:47.001641 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ff5a6-0532-4130-b929-9678fa8120cf req-f575b20f-a436-4058-91e4-97d08c691d02 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:47.003840 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-396ff5a6-0532-4130-b929-9678fa8120cf req-f575b20f-a436-4058-91e4-97d08c691d02 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 946 time: 0.1301224 Apr 05 11:24:47.084197 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (42ed496a-3344-4417-81b6-eec909ddf26d), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:47.119759 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-eabbc0a9-4027-47a7-940a-1730f892497c None None] Provisioning complete for port 42ed496a-3344-4417-81b6-eec909ddf26d triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:24:47.120487 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-eabbc0a9-4027-47a7-940a-1730f892497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (42ed496a-3344-4417-81b6-eec909ddf26d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:47.122732 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-396ff5a6-0532-4130-b929-9678fa8120cf req-3396bbc1-6f1c-4a3b-8f9f-0c7a686dad57 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033852 Apr 05 11:24:47.151575 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839bd96-07f0-45c5-a51b-b66d89677e79 req-46a7744a-9b63-4db8-bd18-3da483dee4fd tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:47.153151 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2839bd96-07f0-45c5-a51b-b66d89677e79 req-46a7744a-9b63-4db8-bd18-3da483dee4fd tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 931 time: 0.1556399 Apr 05 11:24:47.164143 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-eabbc0a9-4027-47a7-940a-1730f892497c None None] Port 42ed496a-3344-4417-81b6-eec909ddf26d cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:24:47.204982 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fc1c5f-bf99-45ac-ad87-1751966942e0 admin admin] Router db413520-db97-424e-b54f-4b3ce9c16d0e has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:24:47.289255 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2839bd96-07f0-45c5-a51b-b66d89677e79 req-ea2ccf45-d77d-4b31-97d9-cfa1a5ab1aef tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217511 Apr 05 11:24:47.357452 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fc1c5f-bf99-45ac-ad87-1751966942e0 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:24:47.357452 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-36fc1c5f-bf99-45ac-ad87-1751966942e0 admin admin] 10.222.0.39 "PUT /v2.0/routers/db413520-db97-424e-b54f-4b3ce9c16d0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9934576 Apr 05 11:24:47.357721 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956a3fc5-cf53-4dcd-83f7-478befef4318 None None] Sync routers for ids ['db413520-db97-424e-b54f-4b3ce9c16d0e'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:24:47.358560 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 36540) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:47.371889 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956a3fc5-cf53-4dcd-83f7-478befef4318 None None] Routers {'db413520-db97-424e-b54f-4b3ce9c16d0e'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:24:47.372534 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-956a3fc5-cf53-4dcd-83f7-478befef4318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:24:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['db413520-db97-424e-b54f-4b3ce9c16d0e'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:47.484953 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e73b6b5-5429-46eb-9d7e-78d8f021f461 admin admin] Publish callbacks [] for router (db413520-db97-424e-b54f-4b3ce9c16d0e), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:47.507354 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-956a3fc5-cf53-4dcd-83f7-478befef4318 None None] Set router db413520-db97-424e-b54f-4b3ce9c16d0e gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:24:47.535432 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ed496a-3344-4417-81b6-eec909ddf26d {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:24:47.543678 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] Publish callbacks [] for port (42ed496a-3344-4417-81b6-eec909ddf26d), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:47.557068 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] Transition to ACTIVE for port object 42ed496a-3344-4417-81b6-eec909ddf26d will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:24:47.603652 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e73b6b5-5429-46eb-9d7e-78d8f021f461 admin admin] Publish callbacks [] for router_gateway (db413520-db97-424e-b54f-4b3ce9c16d0e), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:47.687349 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-956a3fc5-cf53-4dcd-83f7-478befef4318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'name': 'tempest-TestShelveInstance-1096816453-router', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62'}], 'enable_snat': True}, 'gw_port_id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:29Z', 'updated_at': '2022-04-05T11:24:46Z', 'revision_number': 5, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'gw_port': {'id': '02573849-b417-44c7-97ae-cb5fae0975d5', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:62:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:30Z', 'updated_at': '2022-04-05T11:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:47.696813 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (42ed496a-3344-4417-81b6-eec909ddf26d), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:47.721964 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956a3fc5-cf53-4dcd-83f7-478befef4318 None None] Checking router: db413520-db97-424e-b54f-4b3ce9c16d0e for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:24:47.734391 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956a3fc5-cf53-4dcd-83f7-478befef4318 None None] Routers {'db413520-db97-424e-b54f-4b3ce9c16d0e'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:24:47.734391 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-956a3fc5-cf53-4dcd-83f7-478befef4318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:24:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['db413520-db97-424e-b54f-4b3ce9c16d0e'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:47.799730 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-6e73b6b5-5429-46eb-9d7e-78d8f021f461 admin admin] Deleting port 02573849-b417-44c7-97ae-cb5fae0975d5 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:24:47.800341 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e73b6b5-5429-46eb-9d7e-78d8f021f461 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (02573849-b417-44c7-97ae-cb5fae0975d5), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:47.809271 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] Pushing event updated for resources: {'Port': ['ID=42ed496a-3344-4417-81b6-eec909ddf26d,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:47.836698 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] Attempting to bind port 42ed496a-3344-4417-81b6-eec909ddf26d on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:24:47.837335 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] Attempting to bind port 42ed496a-3344-4417-81b6-eec909ddf26d by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': '262dfc1b-32f1-4b76-a222-965b509336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:24:47.837846 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] Attempting to bind port 42ed496a-3344-4417-81b6-eec909ddf26d on network 15ec88ec-a078-4d94-a658-456bc06f4f38 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:24:47.843441 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] Port 42ed496a-3344-4417-81b6-eec909ddf26d on network 15ec88ec-a078-4d94-a658-456bc06f4f38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:24:47.843780 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] Attempting to bind port 42ed496a-3344-4417-81b6-eec909ddf26d on network 15ec88ec-a078-4d94-a658-456bc06f4f38 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:24:47.851269 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:24:47.851848 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] Checking segment: {'id': '262dfc1b-32f1-4b76-a222-965b509336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:24:47.852043 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] Bound using segment: {'id': '262dfc1b-32f1-4b76-a222-965b509336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:24:47.852542 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] Bound port: 42ed496a-3344-4417-81b6-eec909ddf26d, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262dfc1b-32f1-4b76-a222-965b509336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:24:47.852910 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (42ed496a-3344-4417-81b6-eec909ddf26d), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:47.924692 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-6e73b6b5-5429-46eb-9d7e-78d8f021f461 admin admin] For port 02573849-b417-44c7-97ae-cb5fae0975d5, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=02573849-b417-44c7-97ae-cb5fae0975d5,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:47.925102 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e73b6b5-5429-46eb-9d7e-78d8f021f461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (02573849-b417-44c7-97ae-cb5fae0975d5), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:47.940860 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-6e73b6b5-5429-46eb-9d7e-78d8f021f461 admin admin] Calling delete_port for 02573849-b417-44c7-97ae-cb5fae0975d5 owned by network:router_gateway {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:24:47.950899 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] For port 42ed496a-3344-4417-81b6-eec909ddf26d, host hv-cinder-81899, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:24:47.955375 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] For port 42ed496a-3344-4417-81b6-eec909ddf26d, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=42ed496a-3344-4417-81b6-eec909ddf26d,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:24:47.982751 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-956a3fc5-cf53-4dcd-83f7-478befef4318 None None] Set router db413520-db97-424e-b54f-4b3ce9c16d0e gateway port host: None {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:24:48.018401 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (42ed496a-3344-4417-81b6-eec909ddf26d), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:48.045209 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-956a3fc5-cf53-4dcd-83f7-478befef4318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'name': 'tempest-TestShelveInstance-1096816453-router', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:29Z', 'updated_at': '2022-04-05T11:24:47Z', 'revision_number': 6, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'gw_port_host': None}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:48.072448 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:48.075136 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:48.076743 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] 10.222.0.58 "PUT /v2.0/ports/42ed496a-3344-4417-81b6-eec909ddf26d HTTP/1.1" status: 200 len: 1093 time: 1.1174786 Apr 05 11:24:48.077278 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341c39fa-78c6-4a88-88a4-24c130ec377d', 'tag': '42ed496a-3344-4417-81b6-eec909ddf26d'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:24:48.079168 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956a3fc5-cf53-4dcd-83f7-478befef4318 None None] The sync data for ids ['db413520-db97-424e-b54f-4b3ce9c16d0e'] in dv-cinder-818994-3-iscsi is: [{'id': 'db413520-db97-424e-b54f-4b3ce9c16d0e', 'name': 'tempest-TestShelveInstance-1096816453-router', 'tenant_id': 'b3e907fc457e4c4396437b93bfa31859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:29Z', 'updated_at': '2022-04-05T11:24:47Z', 'revision_number': 6, 'project_id': 'b3e907fc457e4c4396437b93bfa31859', 'gw_port_host': None}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:24:48.079801 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c92ca3c-e86f-418d-82c5-c162b5cc0b98" -d '{"events": [{"name": "network-changed", "server_uuid": "341c39fa-78c6-4a88-88a4-24c130ec377d", "tag": "42ed496a-3344-4417-81b6-eec909ddf26d"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:24:48.132226 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d18da-775b-4367-bcf2-5f0ee85aa307 service neutron] Pushing event updated for resources: {'Port': ['ID=42ed496a-3344-4417-81b6-eec909ddf26d,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:48.180922 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2e60db-04cb-40b9-ad20-dc0f892c20dd x-openstack-request-id: req-5a2e60db-04cb-40b9-ad20-dc0f892c20dd {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:24:48.180922 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341c39fa-78c6-4a88-88a4-24c130ec377d", "tag": "42ed496a-3344-4417-81b6-eec909ddf26d", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:24:48.180922 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a2e60db-04cb-40b9-ad20-dc0f892c20dd {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:24:48.180922 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2e60db-04cb-40b9-ad20-dc0f892c20dd'] response: {'name': 'network-changed', 'server_uuid': '341c39fa-78c6-4a88-88a4-24c130ec377d', 'tag': '42ed496a-3344-4417-81b6-eec909ddf26d', 'status': 'completed', 'code': 200} Apr 05 11:24:48.266453 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-1de4c6dd-70b2-4977-a934-330732bc02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:48.268312 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-1de4c6dd-70b2-4977-a934-330732bc02e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c1827315aac4bfdacff856a13f90eb5&device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 1127 time: 0.0840354 Apr 05 11:24:48.288027 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e73b6b5-5429-46eb-9d7e-78d8f021f461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (02573849-b417-44c7-97ae-cb5fae0975d5), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:48.318761 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-e4fc497d-ce54-4243-920d-72a21ad6bcbe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42ed496a-3344-4417-81b6-eec909ddf26d HTTP/1.1" status: 200 len: 217 time: 0.0404272 Apr 05 11:24:48.319444 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73b6b5-5429-46eb-9d7e-78d8f021f461 admin admin] Pushing event deleted for resources: {'Port': ['ID=02573849-b417-44c7-97ae-cb5fae0975d5,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:48.335344 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1387f6-f6c7-4656-b5d0-f9d3a30170dc req-4f686155-0a4a-4190-8363-996a3defffd8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:48.337328 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cd1387f6-f6c7-4656-b5d0-f9d3a30170dc req-4f686155-0a4a-4190-8363-996a3defffd8 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 946 time: 0.1145847 Apr 05 11:24:48.406088 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b81c562d-1392-4fa7-a277-b840af347132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:48.410404 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e73b6b5-5429-46eb-9d7e-78d8f021f461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585742'] for router_gateway (db413520-db97-424e-b54f-4b3ce9c16d0e), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:48.421291 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-d873a754-515f-4555-ab9c-d9ac9d33fdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:48.422978 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-d873a754-515f-4555-ab9c-d9ac9d33fdc9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cdd783b-82e9-4593-a451-3b1b6f34c5b6 HTTP/1.1" status: 200 len: 851 time: 0.0847039 Apr 05 11:24:48.431051 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cd1387f6-f6c7-4656-b5d0-f9d3a30170dc req-208a4f48-fd1e-473e-a13a-ca512b99d202 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844595 Apr 05 11:24:48.505409 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-939848f3-6b31-4fd6-8ebf-b142e0e15efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:48.506988 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-939848f3-6b31-4fd6-8ebf-b142e0e15efb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=15ec88ec-a078-4d94-a658-456bc06f4f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750790 Apr 05 11:24:48.565444 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e73b6b5-5429-46eb-9d7e-78d8f021f461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5185'] for router (db413520-db97-424e-b54f-4b3ce9c16d0e), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:48.569669 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e73b6b5-5429-46eb-9d7e-78d8f021f461 admin admin] Publish callbacks [] for router_controller (db413520-db97-424e-b54f-4b3ce9c16d0e), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:48.604020 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 63349a45-fb41-4902-88a7-644f767d9fcf no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:24:48.606184 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599ec17-570f-4cd1-abb4-7b3876c9b75c req-9101c07e-2303-4d41-89af-7c18cf6c5cba tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:48.608013 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3599ec17-570f-4cd1-abb4-7b3876c9b75c req-9101c07e-2303-4d41-89af-7c18cf6c5cba tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 943 time: 0.2134349 Apr 05 11:24:48.627475 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 63349a45-fb41-4902-88a7-644f767d9fcf {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:24:48.628331 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 63349a45-fb41-4902-88a7-644f767d9fcf not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:24:48.637527 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-1e647f5f-9a13-4c31-84d4-3271231d928b service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236982 Apr 05 11:24:48.689134 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3599ec17-570f-4cd1-abb4-7b3876c9b75c req-cb4814c1-a6b4-4919-a540-9e5087b23275 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466726 Apr 05 11:24:48.736290 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e73b6b5-5429-46eb-9d7e-78d8f021f461 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583348'] for router (db413520-db97-424e-b54f-4b3ce9c16d0e), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:48.736818 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e73b6b5-5429-46eb-9d7e-78d8f021f461 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db413520-db97-424e-b54f-4b3ce9c16d0e {{(pid=103962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:24:48.741765 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e73b6b5-5429-46eb-9d7e-78d8f021f461 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:48.741886 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e978248f-0e90-4490-a78d-eb467a6a9636 req-663f54e7-3b70-47be-a980-f434fb0593c9 service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973053 Apr 05 11:24:48.742895 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-6e73b6b5-5429-46eb-9d7e-78d8f021f461 admin admin] 10.222.0.39 "DELETE /v2.0/routers/db413520-db97-424e-b54f-4b3ce9c16d0e HTTP/1.1" status: 204 len: 168 time: 1.3832166 Apr 05 11:24:48.745584 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 36558) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:48.792493 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f280e3c-6ed3-4304-8b49-e46648e16592 admin admin] Deleting subnet dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:24:48.795697 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1f280e3c-6ed3-4304-8b49-e46648e16592 admin admin] Publish callbacks [] for subnet (dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:48.830871 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1f280e3c-6ed3-4304-8b49-e46648e16592 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7254573'] for subnet (dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:48.916800 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1f280e3c-6ed3-4304-8b49-e46648e16592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928297'] for subnet (dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:48.920965 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 36566) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:49.039644 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1f280e3c-6ed3-4304-8b49-e46648e16592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5342686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5249184'] for subnet (dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:49.065415 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f280e3c-6ed3-4304-8b49-e46648e16592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:49.071310 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1f280e3c-6ed3-4304-8b49-e46648e16592 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:49.077534 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1f280e3c-6ed3-4304-8b49-e46648e16592 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dd1b550e-35c0-4ec8-8c03-3d68bbeee1ae HTTP/1.1" status: 204 len: 168 time: 0.3271253 Apr 05 11:24:49.077644 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 36570) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:49.079846 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9a44e4-42b2-4374-8d0e-7044fd4932cc None None] Network dcecadc1-803f-40fe-91be-b25ccccfa953 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:24:49.198914 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-61042a62-d14d-4423-b2c4-04b8846778e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920430'] for network (dcecadc1-803f-40fe-91be-b25ccccfa953), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:49.255443 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0149e86-be6f-4fbd-bacc-9d98bbcf4af2 None None] DHCP port deletion for dcecadc1-803f-40fe-91be-b25ccccfa953 request from dv-cinder-818994-3-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:24:49.323789 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d0149e86-be6f-4fbd-bacc-9d98bbcf4af2 None None] Deleting port 793ee946-2b77-471d-8c33-47affb2aef82 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:24:49.324160 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d0149e86-be6f-4fbd-bacc-9d98bbcf4af2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (793ee946-2b77-471d-8c33-47affb2aef82), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:49.379386 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-61042a62-d14d-4423-b2c4-04b8846778e5 admin admin] Deleting port 793ee946-2b77-471d-8c33-47affb2aef82 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:24:49.380261 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-61042a62-d14d-4423-b2c4-04b8846778e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (793ee946-2b77-471d-8c33-47affb2aef82), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:49.396484 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-d0149e86-be6f-4fbd-bacc-9d98bbcf4af2 None None] For port 793ee946-2b77-471d-8c33-47affb2aef82, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=793ee946-2b77-471d-8c33-47affb2aef82,segment=NetworkSegment(fdf18c87-d88d-4cad-b3e4-54f90252dd6d),segment_id=fdf18c87-d88d-4cad-b3e4-54f90252dd6d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:49.396894 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d0149e86-be6f-4fbd-bacc-9d98bbcf4af2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (793ee946-2b77-471d-8c33-47affb2aef82), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:49.417783 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d0149e86-be6f-4fbd-bacc-9d98bbcf4af2 None None] Calling delete_port for 793ee946-2b77-471d-8c33-47affb2aef82 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:24:49.485807 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-61042a62-d14d-4423-b2c4-04b8846778e5 admin admin] For port 793ee946-2b77-471d-8c33-47affb2aef82, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=793ee946-2b77-471d-8c33-47affb2aef82,segment=NetworkSegment(fdf18c87-d88d-4cad-b3e4-54f90252dd6d),segment_id=fdf18c87-d88d-4cad-b3e4-54f90252dd6d)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:49.485807 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-61042a62-d14d-4423-b2c4-04b8846778e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (793ee946-2b77-471d-8c33-47affb2aef82), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:49.500367 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-61042a62-d14d-4423-b2c4-04b8846778e5 admin admin] Calling delete_port for 793ee946-2b77-471d-8c33-47affb2aef82 owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:24:49.577750 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d0149e86-be6f-4fbd-bacc-9d98bbcf4af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252'] for port (793ee946-2b77-471d-8c33-47affb2aef82), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:49.587300 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92ca3c-e86f-418d-82c5-c162b5cc0b98 req-18cb777b-59a1-4aeb-acd9-41c5e830926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:49.588855 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6c92ca3c-e86f-418d-82c5-c162b5cc0b98 req-18cb777b-59a1-4aeb-acd9-41c5e830926b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c1827315aac4bfdacff856a13f90eb5&device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 1127 time: 0.0515039 Apr 05 11:24:49.623446 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0149e86-be6f-4fbd-bacc-9d98bbcf4af2 None None] No DVR routers for this DVR port 793ee946-2b77-471d-8c33-47affb2aef82 on host dv-cinder-818994-3-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:24:49.625216 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0149e86-be6f-4fbd-bacc-9d98bbcf4af2 None None] Pushing event deleted for resources: {'Port': ['ID=793ee946-2b77-471d-8c33-47affb2aef82,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:49.637311 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-61042a62-d14d-4423-b2c4-04b8846778e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (793ee946-2b77-471d-8c33-47affb2aef82), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:49.643667 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:24:49.672545 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61042a62-d14d-4423-b2c4-04b8846778e5 admin admin] No DVR routers for this DVR port 793ee946-2b77-471d-8c33-47affb2aef82 on host dv-cinder-818994-3-iscsi {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:24:49.681632 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61042a62-d14d-4423-b2c4-04b8846778e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=793ee946-2b77-471d-8c33-47affb2aef82,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:49.722829 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92ca3c-e86f-418d-82c5-c162b5cc0b98 req-cbdecab3-e5ac-44ba-9834-1ba3ce2f5574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:49.724630 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6c92ca3c-e86f-418d-82c5-c162b5cc0b98 req-cbdecab3-e5ac-44ba-9834-1ba3ce2f5574 service neutron] 10.222.0.58 "GET /v2.0/networks?id=15ec88ec-a078-4d94-a658-456bc06f4f38 HTTP/1.1" status: 200 len: 913 time: 0.1299653 Apr 05 11:24:49.779583 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6c92ca3c-e86f-418d-82c5-c162b5cc0b98 req-7fea5e10-635d-4b31-9ce0-6e90451b9808 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42ed496a-3344-4417-81b6-eec909ddf26d HTTP/1.1" status: 200 len: 217 time: 0.0484586 Apr 05 11:24:49.781106 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-61042a62-d14d-4423-b2c4-04b8846778e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1167570', 'neutron.services.segments.db._delete_segments_for_network-8793732693881'] for network (dcecadc1-803f-40fe-91be-b25ccccfa953), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:49.810201 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-61042a62-d14d-4423-b2c4-04b8846778e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcecadc1-803f-40fe-91be-b25ccccfa953']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:49.825820 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c7b2-287a-499e-bcfb-e323e05aec50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583640'] for router_interface (4cd42c71-c143-4019-8178-007af10ae8e9), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:49.829090 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-61042a62-d14d-4423-b2c4-04b8846778e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf18c87-d88d-4cad-b3e4-54f90252dd6d') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:49.829466 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-61042a62-d14d-4423-b2c4-04b8846778e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf18c87-d88d-4cad-b3e4-54f90252dd6d') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:49.860143 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92ca3c-e86f-418d-82c5-c162b5cc0b98 req-83e7a9b7-4ab2-41cf-a3bf-5e1df1e29490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:49.860143 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6c92ca3c-e86f-418d-82c5-c162b5cc0b98 req-83e7a9b7-4ab2-41cf-a3bf-5e1df1e29490 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cdd783b-82e9-4593-a451-3b1b6f34c5b6 HTTP/1.1" status: 200 len: 851 time: 0.0712500 Apr 05 11:24:49.874351 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08998944-ed98-423a-9afa-31531867ba1a req-95a6ec9e-985d-4c4c-ad0d-011c36b26811 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:49.876429 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-08998944-ed98-423a-9afa-31531867ba1a req-95a6ec9e-985d-4c4c-ad0d-011c36b26811 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 943 time: 0.0987413 Apr 05 11:24:49.955078 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-08998944-ed98-423a-9afa-31531867ba1a req-250f50f0-d471-44c0-9260-03bc62b326af tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714502 Apr 05 11:24:49.960960 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92ca3c-e86f-418d-82c5-c162b5cc0b98 req-06832947-7b64-4c04-9149-e83cbaba3782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:49.967662 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6c92ca3c-e86f-418d-82c5-c162b5cc0b98 req-06832947-7b64-4c04-9149-e83cbaba3782 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=15ec88ec-a078-4d94-a658-456bc06f4f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0958560 Apr 05 11:24:50.062938 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6c92ca3c-e86f-418d-82c5-c162b5cc0b98 req-998f5ec0-c6d4-497e-98dc-eeb6e8b55541 service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938392 Apr 05 11:24:50.129099 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-61042a62-d14d-4423-b2c4-04b8846778e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793732694402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6680707'] for segment (fdf18c87-d88d-4cad-b3e4-54f90252dd6d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:50.151492 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-61042a62-d14d-4423-b2c4-04b8846778e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (fdf18c87-d88d-4cad-b3e4-54f90252dd6d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:50.185817 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61042a62-d14d-4423-b2c4-04b8846778e5 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:24:50.186228 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-61042a62-d14d-4423-b2c4-04b8846778e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7002667'] for segment (fdf18c87-d88d-4cad-b3e4-54f90252dd6d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: self.session.flush() Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: self.session.flush() Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: self.session.flush() Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: self.session.flush() Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: Traceback (most recent call last): Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: timer() Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: cb(*args, **kw) Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: return func(*args, **kwargs) Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: self._notify() Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: self.callback(batched_events) Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: event.method(event) Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: return f(self, *a, **k) Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: return self._get(url).json() Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: return self.request(url, 'GET', **kwargs) Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:24:50.187965 dv-cinder-818994-3-iscsi neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:24:50.191150 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6c92ca3c-e86f-418d-82c5-c162b5cc0b98 req-d21d33c6-8a3b-42b2-86cb-5b3547c11bd3 service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203136 Apr 05 11:24:50.314518 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-61042a62-d14d-4423-b2c4-04b8846778e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1167531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585706'] for network (dcecadc1-803f-40fe-91be-b25ccccfa953), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:50.324952 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-61042a62-d14d-4423-b2c4-04b8846778e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:50.324952 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-61042a62-d14d-4423-b2c4-04b8846778e5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/dcecadc1-803f-40fe-91be-b25ccccfa953 HTTP/1.1" status: 204 len: 168 time: 1.2465296 Apr 05 11:24:50.327894 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 36574) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:50.341723 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61042a62-d14d-4423-b2c4-04b8846778e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcecadc1-803f-40fe-91be-b25ccccfa953,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:50.442116 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-4dd8c7b2-287a-499e-bcfb-e323e05aec50 admin admin] Deleting port 1ebd413e-8a6d-46e4-8b1d-d16229e841d2 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:24:50.442772 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c7b2-287a-499e-bcfb-e323e05aec50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (1ebd413e-8a6d-46e4-8b1d-d16229e841d2), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:50.514660 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 02573849-b417-44c7-97ae-cb5fae0975d5 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:24:50.541199 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 02573849-b417-44c7-97ae-cb5fae0975d5 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:24:50.541703 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 02573849-b417-44c7-97ae-cb5fae0975d5 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:24:50.542237 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 793ee946-2b77-471d-8c33-47affb2aef82 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:24:50.557613 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-4dd8c7b2-287a-499e-bcfb-e323e05aec50 admin admin] For port 1ebd413e-8a6d-46e4-8b1d-d16229e841d2, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=1ebd413e-8a6d-46e4-8b1d-d16229e841d2,segment=NetworkSegment(b621d9f4-d6cf-43b5-98e9-c56fcec4f695),segment_id=b621d9f4-d6cf-43b5-98e9-c56fcec4f695)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:50.558386 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c7b2-287a-499e-bcfb-e323e05aec50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (1ebd413e-8a6d-46e4-8b1d-d16229e841d2), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:50.563418 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 793ee946-2b77-471d-8c33-47affb2aef82 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:24:50.563847 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 793ee946-2b77-471d-8c33-47affb2aef82 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:24:50.581962 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-4dd8c7b2-287a-499e-bcfb-e323e05aec50 admin admin] Calling delete_port for 1ebd413e-8a6d-46e4-8b1d-d16229e841d2 owned by network:router_interface {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:24:50.710815 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d924c138-cd69-422f-9b85-12e4a65c89bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583640'] for router_interface (6c36c71d-9d5f-4604-8b6d-55502b9d3627), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:50.845159 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c7b2-287a-499e-bcfb-e323e05aec50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (1ebd413e-8a6d-46e4-8b1d-d16229e841d2), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:50.873013 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8c7b2-287a-499e-bcfb-e323e05aec50 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ebd413e-8a6d-46e4-8b1d-d16229e841d2,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:50.930764 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f7d546ee-71a3-4b70-8623-57d1a15f49e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:50.996679 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-d924c138-cd69-422f-9b85-12e4a65c89bc admin admin] Deleting port 7a21d81c-9c6a-4caa-9905-73307e41f194 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:24:50.997168 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d924c138-cd69-422f-9b85-12e4a65c89bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (7a21d81c-9c6a-4caa-9905-73307e41f194), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:51.134778 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-d924c138-cd69-422f-9b85-12e4a65c89bc admin admin] For port 7a21d81c-9c6a-4caa-9905-73307e41f194, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=7a21d81c-9c6a-4caa-9905-73307e41f194,segment=NetworkSegment(d2993749-e0c6-40f5-9aa5-1c1a97640f78),segment_id=d2993749-e0c6-40f5-9aa5-1c1a97640f78)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:51.136253 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d924c138-cd69-422f-9b85-12e4a65c89bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (7a21d81c-9c6a-4caa-9905-73307e41f194), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:51.140298 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c7b2-287a-499e-bcfb-e323e05aec50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1809813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585800'] for router_interface (4cd42c71-c143-4019-8178-007af10ae8e9), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:51.156354 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-d924c138-cd69-422f-9b85-12e4a65c89bc admin admin] Calling delete_port for 7a21d81c-9c6a-4caa-9905-73307e41f194 owned by network:router_interface {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:24:51.160639 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f8dfe-f3b0-43af-a1e5-92b8752752a5 req-dff6a5e6-3518-4348-b740-365b046feb17 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:51.162217 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6d5f8dfe-f3b0-43af-a1e5-92b8752752a5 req-dff6a5e6-3518-4348-b740-365b046feb17 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 943 time: 0.0896862 Apr 05 11:24:51.289863 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-6d5f8dfe-f3b0-43af-a1e5-92b8752752a5 req-616a76e6-c46e-46e6-9d97-70c9efce2386 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893550 Apr 05 11:24:51.447623 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d924c138-cd69-422f-9b85-12e4a65c89bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (7a21d81c-9c6a-4caa-9905-73307e41f194), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:51.453244 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd8c7b2-287a-499e-bcfb-e323e05aec50 admin admin] Router 4cd42c71-c143-4019-8178-007af10ae8e9 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:24:51.495535 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d924c138-cd69-422f-9b85-12e4a65c89bc admin admin] Pushing event deleted for resources: {'Port': ['ID=7a21d81c-9c6a-4caa-9905-73307e41f194,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:51.593574 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd8c7b2-287a-499e-bcfb-e323e05aec50 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:24:51.600957 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4dd8c7b2-287a-499e-bcfb-e323e05aec50 admin admin] 10.222.0.39 "PUT /v2.0/routers/4cd42c71-c143-4019-8178-007af10ae8e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6784797 Apr 05 11:24:51.604048 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 36578) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:51.607875 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4828d55-d8fe-4dd7-aaad-bded0a3f0808 None None] Sync routers for ids ['4cd42c71-c143-4019-8178-007af10ae8e9'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:24:51.625270 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4828d55-d8fe-4dd7-aaad-bded0a3f0808 None None] Routers {'4cd42c71-c143-4019-8178-007af10ae8e9'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:24:51.630039 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-a4828d55-d8fe-4dd7-aaad-bded0a3f0808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:24:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['4cd42c71-c143-4019-8178-007af10ae8e9'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:51.692734 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d924c138-cd69-422f-9b85-12e4a65c89bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1809813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585800'] for router_interface (6c36c71d-9d5f-4604-8b6d-55502b9d3627), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:51.779428 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-a4828d55-d8fe-4dd7-aaad-bded0a3f0808 None None] Set router 4cd42c71-c143-4019-8178-007af10ae8e9 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:24:51.779698 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e67d1208-6eb8-4049-9921-53bdae8caaeb admin admin] Publish callbacks [] for router (4cd42c71-c143-4019-8178-007af10ae8e9), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:51.956447 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e67d1208-6eb8-4049-9921-53bdae8caaeb admin admin] Publish callbacks [] for router_gateway (4cd42c71-c143-4019-8178-007af10ae8e9), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:52.024880 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:52.055531 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-a4828d55-d8fe-4dd7-aaad-bded0a3f0808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:24:50Z', 'revision_number': 5, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'gw_port': {'id': '41558a8c-23cd-433c-a923-fbadce7d120c', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:52.089303 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4828d55-d8fe-4dd7-aaad-bded0a3f0808 None None] Checking router: 4cd42c71-c143-4019-8178-007af10ae8e9 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:24:52.100766 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4828d55-d8fe-4dd7-aaad-bded0a3f0808 None None] Routers {'4cd42c71-c143-4019-8178-007af10ae8e9'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:24:52.101456 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-a4828d55-d8fe-4dd7-aaad-bded0a3f0808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:24:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['4cd42c71-c143-4019-8178-007af10ae8e9'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:52.107648 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-e67d1208-6eb8-4049-9921-53bdae8caaeb admin admin] Deleting port 41558a8c-23cd-433c-a923-fbadce7d120c {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:24:52.108147 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e67d1208-6eb8-4049-9921-53bdae8caaeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (41558a8c-23cd-433c-a923-fbadce7d120c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:52.241066 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-e67d1208-6eb8-4049-9921-53bdae8caaeb admin admin] For port 41558a8c-23cd-433c-a923-fbadce7d120c, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=41558a8c-23cd-433c-a923-fbadce7d120c,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:52.241558 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e67d1208-6eb8-4049-9921-53bdae8caaeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (41558a8c-23cd-433c-a923-fbadce7d120c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:52.259292 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-a4828d55-d8fe-4dd7-aaad-bded0a3f0808 None None] Set router 4cd42c71-c143-4019-8178-007af10ae8e9 gateway port host: None {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:24:52.263080 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-e67d1208-6eb8-4049-9921-53bdae8caaeb admin admin] Calling delete_port for 41558a8c-23cd-433c-a923-fbadce7d120c owned by network:router_gateway {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:24:52.304798 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d924c138-cd69-422f-9b85-12e4a65c89bc admin admin] Router 6c36c71d-9d5f-4604-8b6d-55502b9d3627 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:24:52.332971 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-a4828d55-d8fe-4dd7-aaad-bded0a3f0808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:24:51Z', 'revision_number': 6, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'gw_port_host': None}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:52.368740 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4828d55-d8fe-4dd7-aaad-bded0a3f0808 None None] The sync data for ids ['4cd42c71-c143-4019-8178-007af10ae8e9'] in dv-cinder-818994-3-iscsi is: [{'id': '4cd42c71-c143-4019-8178-007af10ae8e9', 'name': 'tempest-AttachVolumeTestJSON-364206361-router', 'tenant_id': 'e6061eea75194ee5b5efeed2e6073d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:24:51Z', 'revision_number': 6, 'project_id': 'e6061eea75194ee5b5efeed2e6073d75', 'gw_port_host': None}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:24:52.526153 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df9446-a61e-4a40-ac06-3d1f2f1848de req-c2974200-f7be-4be7-af6e-a77e1e243849 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:52.527623 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-37df9446-a61e-4a40-ac06-3d1f2f1848de req-c2974200-f7be-4be7-af6e-a77e1e243849 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 943 time: 0.1464624 Apr 05 11:24:52.541884 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d924c138-cd69-422f-9b85-12e4a65c89bc admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:24:52.551672 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-d924c138-cd69-422f-9b85-12e4a65c89bc admin admin] 10.222.0.39 "PUT /v2.0/routers/6c36c71d-9d5f-4604-8b6d-55502b9d3627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2202926 Apr 05 11:24:52.552115 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 36582) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:52.552327 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47a54f4-0a00-4281-aadc-b4f79d7bf7fc None None] Sync routers for ids ['6c36c71d-9d5f-4604-8b6d-55502b9d3627'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:24:52.572097 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47a54f4-0a00-4281-aadc-b4f79d7bf7fc None None] Routers {'6c36c71d-9d5f-4604-8b6d-55502b9d3627'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:24:52.572749 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-d47a54f4-0a00-4281-aadc-b4f79d7bf7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:24:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['6c36c71d-9d5f-4604-8b6d-55502b9d3627'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:52.613848 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e67d1208-6eb8-4049-9921-53bdae8caaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (41558a8c-23cd-433c-a923-fbadce7d120c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:52.619428 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-37df9446-a61e-4a40-ac06-3d1f2f1848de req-d66a35ab-dfeb-4a56-99c9-bd5955d6b727 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843446 Apr 05 11:24:52.674436 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d1208-6eb8-4049-9921-53bdae8caaeb admin admin] Pushing event deleted for resources: {'Port': ['ID=41558a8c-23cd-433c-a923-fbadce7d120c,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:52.740670 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-d47a54f4-0a00-4281-aadc-b4f79d7bf7fc None None] Set router 6c36c71d-9d5f-4604-8b6d-55502b9d3627 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:24:52.762247 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6586-f6c8-4653-af6d-7040c03954ad admin admin] Publish callbacks [] for router (6c36c71d-9d5f-4604-8b6d-55502b9d3627), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:52.853944 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e67d1208-6eb8-4049-9921-53bdae8caaeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585742'] for router_gateway (4cd42c71-c143-4019-8178-007af10ae8e9), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:52.985897 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-d47a54f4-0a00-4281-aadc-b4f79d7bf7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c36c71d-9d5f-4604-8b6d-55502b9d3627', 'name': 'tempest-TestShelveInstance-841148941-router', 'tenant_id': 'fd7af673ca7845f0b01e658adac113f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '154ecc1a-1b12-41be-a8d4-5dff31559f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:39Z', 'updated_at': '2022-04-05T11:24:51Z', 'revision_number': 5, 'project_id': 'fd7af673ca7845f0b01e658adac113f7', 'gw_port': {'id': '154ecc1a-1b12-41be-a8d4-5dff31559f13', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c36c71d-9d5f-4604-8b6d-55502b9d3627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:39Z', 'updated_at': '2022-04-05T11:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:53.016848 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47a54f4-0a00-4281-aadc-b4f79d7bf7fc None None] Checking router: 6c36c71d-9d5f-4604-8b6d-55502b9d3627 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:24:53.027572 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47a54f4-0a00-4281-aadc-b4f79d7bf7fc None None] Routers {'6c36c71d-9d5f-4604-8b6d-55502b9d3627'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:24:53.028356 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-d47a54f4-0a00-4281-aadc-b4f79d7bf7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:24:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['6c36c71d-9d5f-4604-8b6d-55502b9d3627'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:53.164216 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-d47a54f4-0a00-4281-aadc-b4f79d7bf7fc None None] Set router 6c36c71d-9d5f-4604-8b6d-55502b9d3627 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:24:53.235587 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 1ebd413e-8a6d-46e4-8b1d-d16229e841d2 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:24:53.246060 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:53.300160 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e67d1208-6eb8-4049-9921-53bdae8caaeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5185'] for router (4cd42c71-c143-4019-8178-007af10ae8e9), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:53.302579 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 1ebd413e-8a6d-46e4-8b1d-d16229e841d2 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:24:53.303168 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 1ebd413e-8a6d-46e4-8b1d-d16229e841d2 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:24:53.304923 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e67d1208-6eb8-4049-9921-53bdae8caaeb admin admin] Publish callbacks [] for router_controller (4cd42c71-c143-4019-8178-007af10ae8e9), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:53.399792 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6586-f6c8-4653-af6d-7040c03954ad admin admin] Publish callbacks [] for router_gateway (6c36c71d-9d5f-4604-8b6d-55502b9d3627), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:53.427696 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-d47a54f4-0a00-4281-aadc-b4f79d7bf7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c36c71d-9d5f-4604-8b6d-55502b9d3627', 'name': 'tempest-TestShelveInstance-841148941-router', 'tenant_id': 'fd7af673ca7845f0b01e658adac113f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '154ecc1a-1b12-41be-a8d4-5dff31559f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:39Z', 'updated_at': '2022-04-05T11:24:51Z', 'revision_number': 5, 'project_id': 'fd7af673ca7845f0b01e658adac113f7', 'gw_port': {'id': '154ecc1a-1b12-41be-a8d4-5dff31559f13', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c36c71d-9d5f-4604-8b6d-55502b9d3627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:39Z', 'updated_at': '2022-04-05T11:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:53.433809 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e67d1208-6eb8-4049-9921-53bdae8caaeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583348'] for router (4cd42c71-c143-4019-8178-007af10ae8e9), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:53.434540 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67d1208-6eb8-4049-9921-53bdae8caaeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cd42c71-c143-4019-8178-007af10ae8e9 {{(pid=103962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:24:53.440184 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e67d1208-6eb8-4049-9921-53bdae8caaeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:53.445405 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e67d1208-6eb8-4049-9921-53bdae8caaeb admin admin] 10.222.0.39 "DELETE /v2.0/routers/4cd42c71-c143-4019-8178-007af10ae8e9 HTTP/1.1" status: 204 len: 168 time: 1.8364439 Apr 05 11:24:53.445906 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 36584) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:53.467407 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47a54f4-0a00-4281-aadc-b4f79d7bf7fc None None] The sync data for ids ['6c36c71d-9d5f-4604-8b6d-55502b9d3627'] in dv-cinder-818994-3-iscsi is: [{'id': '6c36c71d-9d5f-4604-8b6d-55502b9d3627', 'name': 'tempest-TestShelveInstance-841148941-router', 'tenant_id': 'fd7af673ca7845f0b01e658adac113f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.214'}], 'enable_snat': True}, 'gw_port_id': '154ecc1a-1b12-41be-a8d4-5dff31559f13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:16:39Z', 'updated_at': '2022-04-05T11:24:51Z', 'revision_number': 5, 'project_id': 'fd7af673ca7845f0b01e658adac113f7', 'gw_port': {'id': '154ecc1a-1b12-41be-a8d4-5dff31559f13', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:dc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c36c71d-9d5f-4604-8b6d-55502b9d3627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:16:39Z', 'updated_at': '2022-04-05T11:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:24:53.519222 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-058114c1-a827-4a96-827e-a7a0078228fa admin admin] Deleting subnet f82113b2-532a-4a4b-a711-82c62696ceb0 {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:24:53.524090 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-058114c1-a827-4a96-827e-a7a0078228fa admin admin] Publish callbacks [] for subnet (f82113b2-532a-4a4b-a711-82c62696ceb0), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:53.556992 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-2e3c6586-f6c8-4653-af6d-7040c03954ad admin admin] Deleting port 154ecc1a-1b12-41be-a8d4-5dff31559f13 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:24:53.558999 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6586-f6c8-4653-af6d-7040c03954ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (154ecc1a-1b12-41be-a8d4-5dff31559f13), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:53.576187 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-058114c1-a827-4a96-827e-a7a0078228fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7254573'] for subnet (f82113b2-532a-4a4b-a711-82c62696ceb0), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:53.677610 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-058114c1-a827-4a96-827e-a7a0078228fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928297'] for subnet (f82113b2-532a-4a4b-a711-82c62696ceb0), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:53.690710 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-2e3c6586-f6c8-4653-af6d-7040c03954ad admin admin] For port 154ecc1a-1b12-41be-a8d4-5dff31559f13, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=154ecc1a-1b12-41be-a8d4-5dff31559f13,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:53.701839 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6586-f6c8-4653-af6d-7040c03954ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (154ecc1a-1b12-41be-a8d4-5dff31559f13), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:53.709623 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-2e3c6586-f6c8-4653-af6d-7040c03954ad admin admin] Calling delete_port for 154ecc1a-1b12-41be-a8d4-5dff31559f13 owned by network:router_gateway {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:24:53.840936 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-058114c1-a827-4a96-827e-a7a0078228fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5342686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5249184'] for subnet (f82113b2-532a-4a4b-a711-82c62696ceb0), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:53.868794 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f98a0e-e2ae-4452-8b05-d8d11727f10b req-94214fec-3022-4849-b326-b2810e771a22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:53.869965 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c2f98a0e-e2ae-4452-8b05-d8d11727f10b req-94214fec-3022-4849-b326-b2810e771a22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 943 time: 0.1071951 Apr 05 11:24:53.889950 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058114c1-a827-4a96-827e-a7a0078228fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f82113b2-532a-4a4b-a711-82c62696ceb0,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:53.900238 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8988a913-a1ae-4872-bebc-df9d992fba1b None None] Network 7217652a-af97-4947-b0e2-d005c4528ce6 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:24:53.900787 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-058114c1-a827-4a96-827e-a7a0078228fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:53.909918 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-058114c1-a827-4a96-827e-a7a0078228fa admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f82113b2-532a-4a4b-a711-82c62696ceb0 HTTP/1.1" status: 204 len: 168 time: 0.4611468 Apr 05 11:24:53.918939 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 36588) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:54.022513 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c2f98a0e-e2ae-4452-8b05-d8d11727f10b req-f9e1f59c-3309-45a9-8431-460b5b29a45e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239645 Apr 05 11:24:54.023916 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6586-f6c8-4653-af6d-7040c03954ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (154ecc1a-1b12-41be-a8d4-5dff31559f13), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:54.057881 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c6586-f6c8-4653-af6d-7040c03954ad admin admin] Pushing event deleted for resources: {'Port': ['ID=154ecc1a-1b12-41be-a8d4-5dff31559f13,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:54.059167 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30ab6f86-7bb0-4a5a-be68-0f2869ad9814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920430'] for network (7217652a-af97-4947-b0e2-d005c4528ce6), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:54.181011 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6586-f6c8-4653-af6d-7040c03954ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585742'] for router_gateway (6c36c71d-9d5f-4604-8b6d-55502b9d3627), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:54.182404 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-30ab6f86-7bb0-4a5a-be68-0f2869ad9814 admin admin] Deleting port 603d550e-4f46-4f09-925a-1d64c4689b0f {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:24:54.182995 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30ab6f86-7bb0-4a5a-be68-0f2869ad9814 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (603d550e-4f46-4f09-925a-1d64c4689b0f), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:54.199494 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84453890-1400-42d8-b16b-cd0eeab2d1e2 None None] DHCP port deletion for 7217652a-af97-4947-b0e2-d005c4528ce6 request from dv-cinder-818994-3-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:24:54.257591 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-84453890-1400-42d8-b16b-cd0eeab2d1e2 None None] Deleting port 603d550e-4f46-4f09-925a-1d64c4689b0f {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:24:54.258688 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-84453890-1400-42d8-b16b-cd0eeab2d1e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (603d550e-4f46-4f09-925a-1d64c4689b0f), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:54.293581 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-30ab6f86-7bb0-4a5a-be68-0f2869ad9814 admin admin] For port 603d550e-4f46-4f09-925a-1d64c4689b0f, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=603d550e-4f46-4f09-925a-1d64c4689b0f,segment=NetworkSegment(b621d9f4-d6cf-43b5-98e9-c56fcec4f695),segment_id=b621d9f4-d6cf-43b5-98e9-c56fcec4f695)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:54.294343 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30ab6f86-7bb0-4a5a-be68-0f2869ad9814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (603d550e-4f46-4f09-925a-1d64c4689b0f), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:54.311907 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-30ab6f86-7bb0-4a5a-be68-0f2869ad9814 admin admin] Calling delete_port for 603d550e-4f46-4f09-925a-1d64c4689b0f owned by network:dhcp {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:24:54.323637 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6586-f6c8-4653-af6d-7040c03954ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5185'] for router (6c36c71d-9d5f-4604-8b6d-55502b9d3627), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:54.327387 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6586-f6c8-4653-af6d-7040c03954ad admin admin] Publish callbacks [] for router_controller (6c36c71d-9d5f-4604-8b6d-55502b9d3627), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:54.334178 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-84453890-1400-42d8-b16b-cd0eeab2d1e2 None None] For port 603d550e-4f46-4f09-925a-1d64c4689b0f, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=603d550e-4f46-4f09-925a-1d64c4689b0f,segment=NetworkSegment(b621d9f4-d6cf-43b5-98e9-c56fcec4f695),segment_id=b621d9f4-d6cf-43b5-98e9-c56fcec4f695)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:54.334883 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-84453890-1400-42d8-b16b-cd0eeab2d1e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (603d550e-4f46-4f09-925a-1d64c4689b0f), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:54.349843 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-84453890-1400-42d8-b16b-cd0eeab2d1e2 None None] Calling delete_port for 603d550e-4f46-4f09-925a-1d64c4689b0f owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:24:54.457013 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30ab6f86-7bb0-4a5a-be68-0f2869ad9814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (603d550e-4f46-4f09-925a-1d64c4689b0f), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:54.469206 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-84453890-1400-42d8-b16b-cd0eeab2d1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252'] for port (603d550e-4f46-4f09-925a-1d64c4689b0f), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:54.480057 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6586-f6c8-4653-af6d-7040c03954ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583348'] for router (6c36c71d-9d5f-4604-8b6d-55502b9d3627), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:54.481013 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3c6586-f6c8-4653-af6d-7040c03954ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c36c71d-9d5f-4604-8b6d-55502b9d3627 {{(pid=103962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:24:54.488264 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2e3c6586-f6c8-4653-af6d-7040c03954ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:54.491795 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-2e3c6586-f6c8-4653-af6d-7040c03954ad admin admin] 10.222.0.39 "DELETE /v2.0/routers/6c36c71d-9d5f-4604-8b6d-55502b9d3627 HTTP/1.1" status: 204 len: 168 time: 1.9379740 Apr 05 11:24:54.494962 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 36592) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:54.507938 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab6f86-7bb0-4a5a-be68-0f2869ad9814 admin admin] Pushing event deleted for resources: {'Port': ['ID=603d550e-4f46-4f09-925a-1d64c4689b0f,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:54.515978 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ab6f86-7bb0-4a5a-be68-0f2869ad9814 admin admin] No DVR routers for this DVR port 603d550e-4f46-4f09-925a-1d64c4689b0f on host dv-cinder-818994-3-iscsi {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:24:54.558028 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84453890-1400-42d8-b16b-cd0eeab2d1e2 None None] Pushing event deleted for resources: {'Port': ['ID=603d550e-4f46-4f09-925a-1d64c4689b0f,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:54.564368 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84453890-1400-42d8-b16b-cd0eeab2d1e2 None None] No DVR routers for this DVR port 603d550e-4f46-4f09-925a-1d64c4689b0f on host dv-cinder-818994-3-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:24:54.652106 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b362141-afd7-4cc1-9672-53e6c0bba3fe admin admin] Deleting subnet 16d8fd18-e099-4dde-babc-33c2afc6ab09 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:24:54.658188 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8b362141-afd7-4cc1-9672-53e6c0bba3fe admin admin] Publish callbacks [] for subnet (16d8fd18-e099-4dde-babc-33c2afc6ab09), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:54.681639 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30ab6f86-7bb0-4a5a-be68-0f2869ad9814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1167570', 'neutron.services.segments.db._delete_segments_for_network-8793732693881'] for network (7217652a-af97-4947-b0e2-d005c4528ce6), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:54.691001 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 41558a8c-23cd-433c-a923-fbadce7d120c no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:24:54.725696 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 41558a8c-23cd-433c-a923-fbadce7d120c {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:24:54.726023 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-30ab6f86-7bb0-4a5a-be68-0f2869ad9814 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7217652a-af97-4947-b0e2-d005c4528ce6']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:54.726357 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 41558a8c-23cd-433c-a923-fbadce7d120c not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:24:54.726943 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 7a21d81c-9c6a-4caa-9905-73307e41f194 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:24:54.732128 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8b362141-afd7-4cc1-9672-53e6c0bba3fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6680696'] for subnet (16d8fd18-e099-4dde-babc-33c2afc6ab09), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:54.749462 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-30ab6f86-7bb0-4a5a-be68-0f2869ad9814 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b621d9f4-d6cf-43b5-98e9-c56fcec4f695') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:54.749936 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-30ab6f86-7bb0-4a5a-be68-0f2869ad9814 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b621d9f4-d6cf-43b5-98e9-c56fcec4f695') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:54.756129 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 7a21d81c-9c6a-4caa-9905-73307e41f194 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:24:54.756657 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 7a21d81c-9c6a-4caa-9905-73307e41f194 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:24:54.757316 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 603d550e-4f46-4f09-925a-1d64c4689b0f no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:24:54.777296 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30ab6f86-7bb0-4a5a-be68-0f2869ad9814 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793732694402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7254742'] for segment (b621d9f4-d6cf-43b5-98e9-c56fcec4f695), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:54.798843 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 603d550e-4f46-4f09-925a-1d64c4689b0f {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:24:54.800895 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 603d550e-4f46-4f09-925a-1d64c4689b0f not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:24:54.805364 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30ab6f86-7bb0-4a5a-be68-0f2869ad9814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (b621d9f4-d6cf-43b5-98e9-c56fcec4f695), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:54.816959 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ab6f86-7bb0-4a5a-be68-0f2869ad9814 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:24:54.816959 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30ab6f86-7bb0-4a5a-be68-0f2869ad9814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5342644'] for segment (b621d9f4-d6cf-43b5-98e9-c56fcec4f695), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: Traceback (most recent call last): Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: timer() Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: cb(*args, **kw) Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: return func(*args, **kwargs) Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: self._notify() Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: self.callback(batched_events) Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: event.method(event) Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: return f(self, *a, **k) Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: return self._get(url).json() Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: return self.request(url, 'GET', **kwargs) Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:24:54.824677 dv-cinder-818994-3-iscsi neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:24:54.932260 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8b362141-afd7-4cc1-9672-53e6c0bba3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928297'] for subnet (16d8fd18-e099-4dde-babc-33c2afc6ab09), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:55.016387 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30ab6f86-7bb0-4a5a-be68-0f2869ad9814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1167531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585706'] for network (7217652a-af97-4947-b0e2-d005c4528ce6), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:55.025471 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30ab6f86-7bb0-4a5a-be68-0f2869ad9814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:55.029910 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-30ab6f86-7bb0-4a5a-be68-0f2869ad9814 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7217652a-af97-4947-b0e2-d005c4528ce6 HTTP/1.1" status: 204 len: 168 time: 1.1099472 Apr 05 11:24:55.044704 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab6f86-7bb0-4a5a-be68-0f2869ad9814 admin admin] Pushing event deleted for resources: {'Network': ['ID=7217652a-af97-4947-b0e2-d005c4528ce6,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:55.045316 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:55.103944 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8b362141-afd7-4cc1-9672-53e6c0bba3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7002689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4268067'] for subnet (16d8fd18-e099-4dde-babc-33c2afc6ab09), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:55.151420 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b362141-afd7-4cc1-9672-53e6c0bba3fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16d8fd18-e099-4dde-babc-33c2afc6ab09,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:55.157321 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8b362141-afd7-4cc1-9672-53e6c0bba3fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:55.162932 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-8b362141-afd7-4cc1-9672-53e6c0bba3fe admin admin] 10.222.0.39 "DELETE /v2.0/subnets/16d8fd18-e099-4dde-babc-33c2afc6ab09 HTTP/1.1" status: 204 len: 168 time: 0.6613095 Apr 05 11:24:55.166650 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 36598) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:55.178586 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bc294f-0338-4d5b-b02f-4f2b38d0990e None None] Network bf926157-3d9c-41a2-80bc-c0b94bc2870a requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:24:55.221924 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3599253-0314-4cfe-b218-2b4434d2560d req-ce88bcc0-6967-4872-bfb4-2acdd9aa819c tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:55.224210 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d3599253-0314-4cfe-b218-2b4434d2560d req-ce88bcc0-6967-4872-bfb4-2acdd9aa819c tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 943 time: 0.0651121 Apr 05 11:24:55.273549 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-65d6de17-79d3-496e-8d2b-2ee33c9171fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920430'] for network (bf926157-3d9c-41a2-80bc-c0b94bc2870a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:55.313526 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d3599253-0314-4cfe-b218-2b4434d2560d req-32a4087a-529b-47a9-b154-0e42e3857f13 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792058 Apr 05 11:24:55.376698 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-65d6de17-79d3-496e-8d2b-2ee33c9171fe admin admin] Deleting port 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:24:55.377219 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-65d6de17-79d3-496e-8d2b-2ee33c9171fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (3d6ac7d1-25bb-44fd-978a-3c99d54adec1), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:55.408950 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c41b9db-bf2c-4817-853e-69bf2290a862 None None] DHCP port deletion for bf926157-3d9c-41a2-80bc-c0b94bc2870a request from dv-cinder-818994-3-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:24:55.453392 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-65d6de17-79d3-496e-8d2b-2ee33c9171fe admin admin] For port 3d6ac7d1-25bb-44fd-978a-3c99d54adec1, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=3d6ac7d1-25bb-44fd-978a-3c99d54adec1,segment=NetworkSegment(d2993749-e0c6-40f5-9aa5-1c1a97640f78),segment_id=d2993749-e0c6-40f5-9aa5-1c1a97640f78)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:55.453757 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-65d6de17-79d3-496e-8d2b-2ee33c9171fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (3d6ac7d1-25bb-44fd-978a-3c99d54adec1), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:55.468232 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-65d6de17-79d3-496e-8d2b-2ee33c9171fe admin admin] Calling delete_port for 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:24:55.477902 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-5c41b9db-bf2c-4817-853e-69bf2290a862 None None] Deleting port 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:24:55.477902 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5c41b9db-bf2c-4817-853e-69bf2290a862 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (3d6ac7d1-25bb-44fd-978a-3c99d54adec1), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:55.512748 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 36600) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:55.579743 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c4950496-918a-45af-8b6e-279c8d3e5718 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6061eea75194ee5b5efeed2e6073d75&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0640278 Apr 05 11:24:55.581254 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-5c41b9db-bf2c-4817-853e-69bf2290a862 None None] For port 3d6ac7d1-25bb-44fd-978a-3c99d54adec1, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=3d6ac7d1-25bb-44fd-978a-3c99d54adec1,segment=NetworkSegment(d2993749-e0c6-40f5-9aa5-1c1a97640f78),segment_id=d2993749-e0c6-40f5-9aa5-1c1a97640f78)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:55.581750 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5c41b9db-bf2c-4817-853e-69bf2290a862 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (3d6ac7d1-25bb-44fd-978a-3c99d54adec1), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:55.582856 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 36602) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:55.603744 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-5c41b9db-bf2c-4817-853e-69bf2290a862 None None] Calling delete_port for 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:24:55.639654 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-65d6de17-79d3-496e-8d2b-2ee33c9171fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (3d6ac7d1-25bb-44fd-978a-3c99d54adec1), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:55.664042 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3fc390c9-797a-4115-bb43-965c43571979 admin admin] Publish callbacks [] for security_group (58f8e3d5-cbd0-4580-aef9-f20f6de14e25), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:55.679589 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6de17-79d3-496e-8d2b-2ee33c9171fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3d6ac7d1-25bb-44fd-978a-3c99d54adec1,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:55.683145 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d6de17-79d3-496e-8d2b-2ee33c9171fe admin admin] No DVR routers for this DVR port 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 on host dv-cinder-818994-3-iscsi {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:24:55.708848 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3fc390c9-797a-4115-bb43-965c43571979 admin admin] Publish callbacks [] for security_group (58f8e3d5-cbd0-4580-aef9-f20f6de14e25), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:55.744537 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5c41b9db-bf2c-4817-853e-69bf2290a862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252'] for port (3d6ac7d1-25bb-44fd-978a-3c99d54adec1), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:55.840946 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-65d6de17-79d3-496e-8d2b-2ee33c9171fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1167570', 'neutron.services.segments.db._delete_segments_for_network-8793732693881'] for network (bf926157-3d9c-41a2-80bc-c0b94bc2870a), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:55.879120 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-65d6de17-79d3-496e-8d2b-2ee33c9171fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf926157-3d9c-41a2-80bc-c0b94bc2870a']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:55.903604 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-65d6de17-79d3-496e-8d2b-2ee33c9171fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2993749-e0c6-40f5-9aa5-1c1a97640f78') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:55.904105 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-65d6de17-79d3-496e-8d2b-2ee33c9171fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2993749-e0c6-40f5-9aa5-1c1a97640f78') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:24:55.908978 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3fc390c9-797a-4115-bb43-965c43571979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (58f8e3d5-cbd0-4580-aef9-f20f6de14e25), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:55.915195 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3fc390c9-797a-4115-bb43-965c43571979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:55.923995 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-3fc390c9-797a-4115-bb43-965c43571979 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58f8e3d5-cbd0-4580-aef9-f20f6de14e25 HTTP/1.1" status: 204 len: 168 time: 0.3381777 Apr 05 11:24:55.930224 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-65d6de17-79d3-496e-8d2b-2ee33c9171fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793732694402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6680707'] for segment (d2993749-e0c6-40f5-9aa5-1c1a97640f78), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:55.940969 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc390c9-797a-4115-bb43-965c43571979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f8e3d5-cbd0-4580-aef9-f20f6de14e25,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:55.954247 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-65d6de17-79d3-496e-8d2b-2ee33c9171fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (d2993749-e0c6-40f5-9aa5-1c1a97640f78), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:55.965507 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d6de17-79d3-496e-8d2b-2ee33c9171fe admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:24:55.966372 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-65d6de17-79d3-496e-8d2b-2ee33c9171fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7002667'] for segment (d2993749-e0c6-40f5-9aa5-1c1a97640f78), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: Traceback (most recent call last): Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: timer() Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: cb(*args, **kw) Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: return func(*args, **kwargs) Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: self._notify() Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: self.callback(batched_events) Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: event.method(event) Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: return f(self, *a, **k) Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: return self._get(url).json() Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: return self.request(url, 'GET', **kwargs) Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:24:55.969346 dv-cinder-818994-3-iscsi neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:24:55.985964 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41b9db-bf2c-4817-853e-69bf2290a862 None None] Pushing event deleted for resources: {'Port': ['ID=3d6ac7d1-25bb-44fd-978a-3c99d54adec1,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:56.017115 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c41b9db-bf2c-4817-853e-69bf2290a862 None None] No DVR routers for this DVR port 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 on host dv-cinder-818994-3-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:24:56.159838 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-65d6de17-79d3-496e-8d2b-2ee33c9171fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1167531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585706'] for network (bf926157-3d9c-41a2-80bc-c0b94bc2870a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:56.185206 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-65d6de17-79d3-496e-8d2b-2ee33c9171fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:56.189851 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-65d6de17-79d3-496e-8d2b-2ee33c9171fe admin admin] 10.222.0.39 "DELETE /v2.0/networks/bf926157-3d9c-41a2-80bc-c0b94bc2870a HTTP/1.1" status: 204 len: 168 time: 1.0212538 Apr 05 11:24:56.192343 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6de17-79d3-496e-8d2b-2ee33c9171fe admin admin] Pushing event deleted for resources: {'Network': ['ID=bf926157-3d9c-41a2-80bc-c0b94bc2870a,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:56.345581 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 42ed496a-3344-4417-81b6-eec909ddf26d details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:24:56.530483 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 42ed496a-3344-4417-81b6-eec909ddf26d, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=42ed496a-3344-4417-81b6-eec909ddf26d,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:56.552451 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2faa63-e37b-49eb-9417-b0c3b8c846c0 req-e3fc1c39-f33c-4468-bb91-c571ae004b09 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:56.555891 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-de2faa63-e37b-49eb-9417-b0c3b8c846c0 req-e3fc1c39-f33c-4468-bb91-c571ae004b09 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 943 time: 0.1319439 Apr 05 11:24:56.564103 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': '42ed496a-3344-4417-81b6-eec909ddf26d', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'port_id': '42ed496a-3344-4417-81b6-eec909ddf26d', 'mac_address': 'fa:16:3e:11:c6:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:24:56.611870 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:24:56.658244 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:24:56.658827 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 3d6ac7d1-25bb-44fd-978a-3c99d54adec1 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:24:56.659433 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-de2faa63-e37b-49eb-9417-b0c3b8c846c0 req-14e5d112-123b-4a6f-bf58-36f170bdcbe4 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925891 Apr 05 11:24:56.659654 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 154ecc1a-1b12-41be-a8d4-5dff31559f13 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:24:56.700816 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 154ecc1a-1b12-41be-a8d4-5dff31559f13 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:24:56.701450 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 154ecc1a-1b12-41be-a8d4-5dff31559f13 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:24:56.706829 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 42ed496a-3344-4417-81b6-eec909ddf26d is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:24:56.707394 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (42ed496a-3344-4417-81b6-eec909ddf26d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:56.712513 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 36616) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:56.733559 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ed496a-3344-4417-81b6-eec909ddf26d {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:24:56.764420 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 42ed496a-3344-4417-81b6-eec909ddf26d, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=42ed496a-3344-4417-81b6-eec909ddf26d,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:56.788646 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-385ea49e-81c4-43ee-87b5-8ecbbb09134d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3e907fc457e4c4396437b93bfa31859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0746298 Apr 05 11:24:56.791730 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 36620) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:56.811249 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (42ed496a-3344-4417-81b6-eec909ddf26d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:56.875045 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-46c267f5-c274-4782-bcbc-63a68d930259 admin admin] Publish callbacks [] for security_group (08d513d3-8511-4699-88d4-8cc5867346a1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:56.880090 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=42ed496a-3344-4417-81b6-eec909ddf26d,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:56.904260 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-46c267f5-c274-4782-bcbc-63a68d930259 admin admin] Publish callbacks [] for security_group (08d513d3-8511-4699-88d4-8cc5867346a1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:57.044889 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-46c267f5-c274-4782-bcbc-63a68d930259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (08d513d3-8511-4699-88d4-8cc5867346a1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:57.047949 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-46c267f5-c274-4782-bcbc-63a68d930259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:57.049586 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-46c267f5-c274-4782-bcbc-63a68d930259 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08d513d3-8511-4699-88d4-8cc5867346a1 HTTP/1.1" status: 204 len: 168 time: 0.2566476 Apr 05 11:24:57.063932 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c267f5-c274-4782-bcbc-63a68d930259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d513d3-8511-4699-88d4-8cc5867346a1,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:57.170684 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['42ed496a-3344-4417-81b6-eec909ddf26d'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:24:57.843525 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138251b-7d38-4e03-939f-fd7a597a8cdd req-8b0bdbd8-5eca-4db0-a2da-947896d57eff tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:57.846196 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6138251b-7d38-4e03-939f-fd7a597a8cdd req-8b0bdbd8-5eca-4db0-a2da-947896d57eff tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 944 time: 0.0792720 Apr 05 11:24:57.911152 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-6138251b-7d38-4e03-939f-fd7a597a8cdd req-d3e41421-410d-4397-abb2-b89d4449fc3c tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575428 Apr 05 11:24:57.960237 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 36640) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:58.010539 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e6449cf6-dbce-4e19-809a-282021ccf5f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fd7af673ca7845f0b01e658adac113f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486786 Apr 05 11:24:58.013422 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 36642) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:24:58.069806 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2e11ad70-bf06-4b28-891d-ae90d7164603 admin admin] Publish callbacks [] for security_group (1b036712-f214-4835-b826-67a9d6106f94), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:58.101166 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2e11ad70-bf06-4b28-891d-ae90d7164603 admin admin] Publish callbacks [] for security_group (1b036712-f214-4835-b826-67a9d6106f94), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:58.240171 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2e11ad70-bf06-4b28-891d-ae90d7164603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (1b036712-f214-4835-b826-67a9d6106f94), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:58.244449 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2e11ad70-bf06-4b28-891d-ae90d7164603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:58.246432 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-2e11ad70-bf06-4b28-891d-ae90d7164603 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b036712-f214-4835-b826-67a9d6106f94 HTTP/1.1" status: 204 len: 168 time: 0.2316012 Apr 05 11:24:58.260924 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11ad70-bf06-4b28-891d-ae90d7164603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b036712-f214-4835-b826-67a9d6106f94,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:58.366690 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 42ed496a-3344-4417-81b6-eec909ddf26d up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:24:58.530883 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port 42ed496a-3344-4417-81b6-eec909ddf26d completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:24:58.536712 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port 42ed496a-3344-4417-81b6-eec909ddf26d triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:24:58.537071 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (42ed496a-3344-4417-81b6-eec909ddf26d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:58.626386 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 42ed496a-3344-4417-81b6-eec909ddf26d is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:24:58.626813 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (42ed496a-3344-4417-81b6-eec909ddf26d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:58.655351 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341c39fa-78c6-4a88-88a4-24c130ec377d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ed496a-3344-4417-81b6-eec909ddf26d'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:24:58.658084 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a943f34e-eca2-4f64-a957-ca4d7c2c54c5" -d '{"events": [{"server_uuid": "341c39fa-78c6-4a88-88a4-24c130ec377d", "name": "network-vif-plugged", "status": "completed", "tag": "42ed496a-3344-4417-81b6-eec909ddf26d"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:24:58.681253 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 42ed496a-3344-4417-81b6-eec909ddf26d, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=42ed496a-3344-4417-81b6-eec909ddf26d,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:24:58.718090 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244a4c16-9f6d-4ff2-8892-afa082a8859a x-openstack-request-id: req-244a4c16-9f6d-4ff2-8892-afa082a8859a {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:24:58.719035 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341c39fa-78c6-4a88-88a4-24c130ec377d", "name": "network-vif-plugged", "status": "completed", "tag": "42ed496a-3344-4417-81b6-eec909ddf26d", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:24:58.719567 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-244a4c16-9f6d-4ff2-8892-afa082a8859a {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:24:58.720146 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244a4c16-9f6d-4ff2-8892-afa082a8859a'] response: {'server_uuid': '341c39fa-78c6-4a88-88a4-24c130ec377d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ed496a-3344-4417-81b6-eec909ddf26d', 'code': 200} Apr 05 11:24:58.788352 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (42ed496a-3344-4417-81b6-eec909ddf26d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:24:58.880905 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=42ed496a-3344-4417-81b6-eec909ddf26d,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:24:59.089468 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec92de-bb64-4816-af20-a43514b35a16 req-a4e39cc2-7f6a-4f31-8792-876fbdbf0256 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:59.092218 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2aec92de-bb64-4816-af20-a43514b35a16 req-a4e39cc2-7f6a-4f31-8792-876fbdbf0256 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 945 time: 0.0805130 Apr 05 11:24:59.191794 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2aec92de-bb64-4816-af20-a43514b35a16 req-b80ec2a6-2a2d-4093-ad8e-978f15c60ad4 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905929 Apr 05 11:24:59.198850 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625367d2-69f0-4716-8e3b-de7ab264a24f req-a418eae4-e01f-4cc9-ae0b-948386aedfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:24:59.200751 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-625367d2-69f0-4716-8e3b-de7ab264a24f req-a418eae4-e01f-4cc9-ae0b-948386aedfda service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 1129 time: 0.0891879 Apr 05 11:24:59.260101 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-625367d2-69f0-4716-8e3b-de7ab264a24f req-a31e264b-173d-4073-9dda-645fe64d03e3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527146 Apr 05 11:25:00.346900 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb25c30-9382-4070-982c-4ea2d1a93c8b req-f25ddf87-adfe-4c5c-a97c-8d5007d9fc4c tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:00.349619 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ffb25c30-9382-4070-982c-4ea2d1a93c8b req-f25ddf87-adfe-4c5c-a97c-8d5007d9fc4c tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 945 time: 0.0834668 Apr 05 11:25:00.407801 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ffb25c30-9382-4070-982c-4ea2d1a93c8b req-a7792c6f-bf51-4045-988a-2cd16da09861 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522008 Apr 05 11:25:01.533886 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe1ed5-602a-42b9-9331-dc1cbb6fc17b req-ba2352f9-58af-4add-819e-a3dea0ddea19 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:01.535427 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-effe1ed5-602a-42b9-9331-dc1cbb6fc17b req-ba2352f9-58af-4add-819e-a3dea0ddea19 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 945 time: 0.0582447 Apr 05 11:25:01.591398 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-effe1ed5-602a-42b9-9331-dc1cbb6fc17b req-6a0f6cbb-1532-4dbb-bfce-8d8fde2d3e75 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496228 Apr 05 11:25:01.715178 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd102b-ff1d-41ff-8835-608ac3297703 req-94cc1016-4c5f-41e0-97a6-427bf1baa2ff tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:01.716724 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-90fd102b-ff1d-41ff-8835-608ac3297703 req-94cc1016-4c5f-41e0-97a6-427bf1baa2ff tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 945 time: 0.0557828 Apr 05 11:25:01.773596 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-90fd102b-ff1d-41ff-8835-608ac3297703 req-0ef79537-623a-428f-84f5-bc9ad64a5235 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509465 Apr 05 11:25:01.807204 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 36684) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:01.854234 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3006ce5-df37-4fd6-be51-0f388dca2b0d tempest-TestVolumeBootPattern-460530000 tempest-TestVolumeBootPattern-460530000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:01.855784 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e3006ce5-df37-4fd6-be51-0f388dca2b0d tempest-TestVolumeBootPattern-460530000 tempest-TestVolumeBootPattern-460530000-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 1124 time: 0.0474885 Apr 05 11:25:01.858704 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 36686) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:01.863053 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-845ca3d0-cfc5-49ca-bc19-e115a463b716 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Request body: {'floatingip': {'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'port_id': '42ed496a-3344-4417-81b6-eec909ddf26d', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:25:01.947805 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-845ca3d0-cfc5-49ca-bc19-e115a463b716 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:02.049841 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-845ca3d0-cfc5-49ca-bc19-e115a463b716 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:02.165422 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-845ca3d0-cfc5-49ca-bc19-e115a463b716 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Allocated IP 172.27.0.50 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/fb917ee9-fa7e-4b9c-924f-0c86b3a3125b) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:25:02.274039 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-845ca3d0-cfc5-49ca-bc19-e115a463b716 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for port (fb917ee9-fa7e-4b9c-924f-0c86b3a3125b), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:02.365834 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-845ca3d0-cfc5-49ca-bc19-e115a463b716 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (fb917ee9-fa7e-4b9c-924f-0c86b3a3125b), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:02.404707 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845ca3d0-cfc5-49ca-bc19-e115a463b716 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:25:02.407518 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-845ca3d0-cfc5-49ca-bc19-e115a463b716 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:25:02.411105 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845ca3d0-cfc5-49ca-bc19-e115a463b716 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:25:02.440136 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ca3d0-cfc5-49ca-bc19-e115a463b716 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event updated for resources: {'Port': ['ID=fb917ee9-fa7e-4b9c-924f-0c86b3a3125b,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:02.809020 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-845ca3d0-cfc5-49ca-bc19-e115a463b716 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for floatingip (884a45a8-a9a8-4e49-973d-1fe8001852a0), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:02.932430 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-845ca3d0-cfc5-49ca-bc19-e115a463b716 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (fb917ee9-fa7e-4b9c-924f-0c86b3a3125b), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:03.098441 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-845ca3d0-cfc5-49ca-bc19-e115a463b716 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for port (fb917ee9-fa7e-4b9c-924f-0c86b3a3125b), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:03.153288 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-845ca3d0-cfc5-49ca-bc19-e115a463b716 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (fb917ee9-fa7e-4b9c-924f-0c86b3a3125b), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:03.268510 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ca3d0-cfc5-49ca-bc19-e115a463b716 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event updated for resources: {'Port': ['ID=fb917ee9-fa7e-4b9c-924f-0c86b3a3125b,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:03.290585 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-845ca3d0-cfc5-49ca-bc19-e115a463b716 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (884a45a8-a9a8-4e49-973d-1fe8001852a0), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:03.407769 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-845ca3d0-cfc5-49ca-bc19-e115a463b716 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Floating IP 884a45a8-a9a8-4e49-973d-1fe8001852a0 associated. External IP: 172.27.0.50, port: 42ed496a-3344-4417-81b6-eec909ddf26d. Apr 05 11:25:03.642142 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845ca3d0-cfc5-49ca-bc19-e115a463b716 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Router 13e4c67c-5287-49fc-ba5c-4360929c3b80 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:25:03.757523 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845ca3d0-cfc5-49ca-bc19-e115a463b716 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:25:03.768475 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fbc680-4163-4288-947e-92df0ff93534 None None] Sync routers for ids ['13e4c67c-5287-49fc-ba5c-4360929c3b80'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:25:03.778415 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fbc680-4163-4288-947e-92df0ff93534 None None] Routers {'13e4c67c-5287-49fc-ba5c-4360929c3b80'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:25:03.779143 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-23fbc680-4163-4288-947e-92df0ff93534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:24:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['13e4c67c-5287-49fc-ba5c-4360929c3b80'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:03.842306 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-845ca3d0-cfc5-49ca-bc19-e115a463b716 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:03.895091 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-845ca3d0-cfc5-49ca-bc19-e115a463b716 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0187950 Apr 05 11:25:03.895091 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341c39fa-78c6-4a88-88a4-24c130ec377d', 'tag': '42ed496a-3344-4417-81b6-eec909ddf26d'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:25:03.895091 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c4f526-c585-465e-ac6c-e94f18ff56aa" -d '{"events": [{"name": "network-changed", "server_uuid": "341c39fa-78c6-4a88-88a4-24c130ec377d", "tag": "42ed496a-3344-4417-81b6-eec909ddf26d"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:25:03.915782 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-23fbc680-4163-4288-947e-92df0ff93534 None None] Set router 13e4c67c-5287-49fc-ba5c-4360929c3b80 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:25:03.937395 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd605dc-3d58-494b-b29e-87612035bb52 x-openstack-request-id: req-2fd605dc-3d58-494b-b29e-87612035bb52 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:25:03.937693 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341c39fa-78c6-4a88-88a4-24c130ec377d", "tag": "42ed496a-3344-4417-81b6-eec909ddf26d", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:25:03.937953 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2fd605dc-3d58-494b-b29e-87612035bb52 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:25:03.939144 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fd605dc-3d58-494b-b29e-87612035bb52'] response: {'name': 'network-changed', 'server_uuid': '341c39fa-78c6-4a88-88a4-24c130ec377d', 'tag': '42ed496a-3344-4417-81b6-eec909ddf26d', 'status': 'completed', 'code': 200} Apr 05 11:25:04.010799 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4f526-c585-465e-ac6c-e94f18ff56aa req-523791f1-c1fd-48d7-a558-b3358a0cb87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:04.012535 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02c4f526-c585-465e-ac6c-e94f18ff56aa req-523791f1-c1fd-48d7-a558-b3358a0cb87d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c1827315aac4bfdacff856a13f90eb5&device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 1129 time: 0.0519516 Apr 05 11:25:04.119524 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4f526-c585-465e-ac6c-e94f18ff56aa req-d5fec90d-b528-434c-968f-0529e47070a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:04.121116 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02c4f526-c585-465e-ac6c-e94f18ff56aa req-d5fec90d-b528-434c-968f-0529e47070a1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=15ec88ec-a078-4d94-a658-456bc06f4f38 HTTP/1.1" status: 200 len: 913 time: 0.1015303 Apr 05 11:25:04.194484 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02c4f526-c585-465e-ac6c-e94f18ff56aa req-9e120486-e5f4-4dfd-96b7-1fb1121ee0e4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42ed496a-3344-4417-81b6-eec909ddf26d HTTP/1.1" status: 200 len: 998 time: 0.0664065 Apr 05 11:25:04.202257 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-23fbc680-4163-4288-947e-92df0ff93534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '884a45a8-a9a8-4e49-973d-1fe8001852a0', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'port_id': '42ed496a-3344-4417-81b6-eec909ddf26d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'mac_address': 'fa:16:3e:11:c6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c39fa-78c6-4a88-88a4-24c130ec377d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:25:02Z', 'updated_at': '2022-04-05T11:25:02Z', 'revision_number': 0, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6beb0d2a-76fb-4f8c-9134-672b2f23acaa', 'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'mac_address': 'fa:16:3e:6c:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:14Z', 'updated_at': '2022-04-05T11:20:18Z', 'revision_number': 5, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'subnets': [{'id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:04.231130 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fbc680-4163-4288-947e-92df0ff93534 None None] Checking router: 13e4c67c-5287-49fc-ba5c-4360929c3b80 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:25:04.240961 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fbc680-4163-4288-947e-92df0ff93534 None None] Routers {'13e4c67c-5287-49fc-ba5c-4360929c3b80'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:25:04.241609 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-23fbc680-4163-4288-947e-92df0ff93534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:24:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['13e4c67c-5287-49fc-ba5c-4360929c3b80'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:04.246733 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4f526-c585-465e-ac6c-e94f18ff56aa req-ab07bada-5508-4943-a9ec-3acd28b0136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:04.248228 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02c4f526-c585-465e-ac6c-e94f18ff56aa req-ab07bada-5508-4943-a9ec-3acd28b0136e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cdd783b-82e9-4593-a451-3b1b6f34c5b6 HTTP/1.1" status: 200 len: 851 time: 0.0468962 Apr 05 11:25:04.307789 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4f526-c585-465e-ac6c-e94f18ff56aa req-4ca332a4-005d-4a01-9e1e-49101b6f3ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:04.309336 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02c4f526-c585-465e-ac6c-e94f18ff56aa req-4ca332a4-005d-4a01-9e1e-49101b6f3ae2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=15ec88ec-a078-4d94-a658-456bc06f4f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538063 Apr 05 11:25:04.363338 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-23fbc680-4163-4288-947e-92df0ff93534 None None] Set router 13e4c67c-5287-49fc-ba5c-4360929c3b80 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:25:04.402786 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02c4f526-c585-465e-ac6c-e94f18ff56aa req-f4b6812b-1b0c-4eb6-b544-edf085856db4 service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855229 Apr 05 11:25:04.619100 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-23fbc680-4163-4288-947e-92df0ff93534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '884a45a8-a9a8-4e49-973d-1fe8001852a0', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'port_id': '42ed496a-3344-4417-81b6-eec909ddf26d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'mac_address': 'fa:16:3e:11:c6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c39fa-78c6-4a88-88a4-24c130ec377d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:25:02Z', 'updated_at': '2022-04-05T11:25:02Z', 'revision_number': 0, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6beb0d2a-76fb-4f8c-9134-672b2f23acaa', 'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'mac_address': 'fa:16:3e:6c:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:14Z', 'updated_at': '2022-04-05T11:20:18Z', 'revision_number': 5, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'subnets': [{'id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:04.647291 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fbc680-4163-4288-947e-92df0ff93534 None None] The sync data for ids ['13e4c67c-5287-49fc-ba5c-4360929c3b80'] in dv-cinder-818994-3-iscsi is: [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '884a45a8-a9a8-4e49-973d-1fe8001852a0', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'port_id': '42ed496a-3344-4417-81b6-eec909ddf26d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'mac_address': 'fa:16:3e:11:c6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c39fa-78c6-4a88-88a4-24c130ec377d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:25:02Z', 'updated_at': '2022-04-05T11:25:02Z', 'revision_number': 0, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6beb0d2a-76fb-4f8c-9134-672b2f23acaa', 'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'mac_address': 'fa:16:3e:6c:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:14Z', 'updated_at': '2022-04-05T11:20:18Z', 'revision_number': 5, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'subnets': [{'id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:25:04.841998 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5df8b1-2239-4106-a566-1c80e2084790 None None] New status for floating IP 884a45a8-a9a8-4e49-973d-1fe8001852a0: ACTIVE {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:25:05.599186 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-02c4f526-c585-465e-ac6c-e94f18ff56aa req-8763d210-7927-439d-aeb0-686953e3bf9a service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884447 Apr 05 11:25:16.735330 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:18.392757 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f0eb2223-faeb-427a-838f-877d0c9b26b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:20.913755 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4ea77a34-b8a0-4501-b574-a17cc93c7107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:21.935819 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:23.203871 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:25.009860 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:26.641720 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:25:46.780563 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:47.023332 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823daca-934c-4925-a3b7-756a8b543b64 req-a32ed35a-c036-4be1-9a7b-d070af8c2a42 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:47.024816 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9823daca-934c-4925-a3b7-756a8b543b64 req-a32ed35a-c036-4be1-9a7b-d070af8c2a42 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 945 time: 0.0552692 Apr 05 11:25:47.075097 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9823daca-934c-4925-a3b7-756a8b543b64 req-ded743a4-8b8c-4985-9690-5e8eccc700dc tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7f4be00-5f85-479d-a2ca-080f5ae463b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445864 Apr 05 11:25:48.209681 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2ab98-3ef3-43b1-9f0f-458a80590770 req-af4aa5c8-e60b-4d6c-b18a-adbbe41a0065 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:48.211274 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8af2ab98-3ef3-43b1-9f0f-458a80590770 req-af4aa5c8-e60b-4d6c-b18a-adbbe41a0065 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 945 time: 0.0626595 Apr 05 11:25:48.263573 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8af2ab98-3ef3-43b1-9f0f-458a80590770 req-81ea525b-d44d-4142-bb8a-cc4c2a736ca2 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7f4be00-5f85-479d-a2ca-080f5ae463b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463688 Apr 05 11:25:48.397927 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f1133757-77de-4ed8-9409-650d21866867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:49.676751 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8794a-ff32-400d-9dd4-ab70544acf3a req-f872fabe-039a-4f3b-a98d-fdb3cd1fb7fd tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:49.678547 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c1f8794a-ff32-400d-9dd4-ab70544acf3a req-f872fabe-039a-4f3b-a98d-fdb3cd1fb7fd tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 945 time: 0.0632503 Apr 05 11:25:49.732066 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c1f8794a-ff32-400d-9dd4-ab70544acf3a req-bab44e3f-3b69-4572-9b4a-08ce70017e88 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7f4be00-5f85-479d-a2ca-080f5ae463b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473380 Apr 05 11:25:50.288641 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e4066-16bf-450b-8ae0-18a89b1246c3 req-f150ac52-62de-440b-b668-056831faebd4 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:50.290630 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dd2e4066-16bf-450b-8ae0-18a89b1246c3 req-f150ac52-62de-440b-b668-056831faebd4 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.58 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 945 time: 0.0590053 Apr 05 11:25:50.408996 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-dd2e4066-16bf-450b-8ae0-18a89b1246c3 req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Deleting port c79699ad-777d-4577-a688-07225906c890 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:25:50.409614 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-dd2e4066-16bf-450b-8ae0-18a89b1246c3 req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (c79699ad-777d-4577-a688-07225906c890), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:50.526526 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-dd2e4066-16bf-450b-8ae0-18a89b1246c3 req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] For port c79699ad-777d-4577-a688-07225906c890, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=c79699ad-777d-4577-a688-07225906c890,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:25:50.526983 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-dd2e4066-16bf-450b-8ae0-18a89b1246c3 req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (c79699ad-777d-4577-a688-07225906c890), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:50.726674 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-dd2e4066-16bf-450b-8ae0-18a89b1246c3 req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:50.727736 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-dd2e4066-16bf-450b-8ae0-18a89b1246c3 req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (fd4bd574-d8de-43a4-9928-7a5184e220b9), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:50.727736 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.l3_db [req-dd2e4066-16bf-450b-8ae0-18a89b1246c3 req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Floating IP fd4bd574-d8de-43a4-9928-7a5184e220b9 disassociated. External IP: 172.27.0.220, port: c79699ad-777d-4577-a688-07225906c890. Apr 05 11:25:50.727736 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-dd2e4066-16bf-450b-8ae0-18a89b1246c3 req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Calling delete_port for c79699ad-777d-4577-a688-07225906c890 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:25:50.881541 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ad695-7d3f-44d9-bc0a-ab9c9d2de461 req-4bf2d857-2240-4f6b-9e47-2c28d2f0bd21 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:25:50.884124 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-269ad695-7d3f-44d9-bc0a-ab9c9d2de461 req-4bf2d857-2240-4f6b-9e47-2c28d2f0bd21 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 945 time: 0.0728369 Apr 05 11:25:50.922732 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-81b79397-4b0e-4073-9fc8-ec1eb2f5932e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:50.951558 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-dd2e4066-16bf-450b-8ae0-18a89b1246c3 req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (c79699ad-777d-4577-a688-07225906c890), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:50.951902 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-269ad695-7d3f-44d9-bc0a-ab9c9d2de461 req-52cc4bb3-67e4-4278-9770-7b109af264f8 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups?id=a7f4be00-5f85-479d-a2ca-080f5ae463b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598104 Apr 05 11:25:50.990548 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event deleted for resources: {'Port': ['ID=c79699ad-777d-4577-a688-07225906c890,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:51.003757 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:51.004079 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:51.004440 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:51.005785 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:51.005785 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:51.005785 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:51.006280 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:51.006280 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:51.006591 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:51.006943 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:51.007226 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:51.007559 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:51.007888 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:51.008217 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:51.008542 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:51.132250 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd2e4066-16bf-450b-8ae0-18a89b1246c3 req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Router 62cc81f7-8f9d-4edf-a495-d3998e37b711 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:25:51.248768 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd2e4066-16bf-450b-8ae0-18a89b1246c3 req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:25:51.262137 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82390c5b-f648-4086-9ab4-e025292cd1dc None None] Sync routers for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:25:51.275069 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82390c5b-f648-4086-9ab4-e025292cd1dc None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:25:51.275866 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-82390c5b-f648-4086-9ab4-e025292cd1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:25:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:51.301028 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2e4066-16bf-450b-8ae0-18a89b1246c3 req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] No DVR routers for this DVR port c79699ad-777d-4577-a688-07225906c890 on host hv-cinder-81899 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:25:51.304351 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-dd2e4066-16bf-450b-8ae0-18a89b1246c3 req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:51.309968 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dd2e4066-16bf-450b-8ae0-18a89b1246c3 req-4a34f290-18a1-434f-a2b8-ee55c29a0b11 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.58 "DELETE /v2.0/ports/c79699ad-777d-4577-a688-07225906c890 HTTP/1.1" status: 204 len: 173 time: 1.0125186 Apr 05 11:25:51.310693 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339ba379-b00c-4220-889a-d8058c31b068', 'name': 'network-vif-deleted', 'tag': 'c79699ad-777d-4577-a688-07225906c890'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:25:51.314724 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a372ed9d-1d0a-4492-9094-4af4cd225eae" -d '{"events": [{"server_uuid": "339ba379-b00c-4220-889a-d8058c31b068", "name": "network-vif-deleted", "tag": "c79699ad-777d-4577-a688-07225906c890"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:25:51.381345 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb06d8c8-66ca-4b3d-9beb-23d0aa571ad0 x-openstack-request-id: req-cb06d8c8-66ca-4b3d-9beb-23d0aa571ad0 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:25:51.381922 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339ba379-b00c-4220-889a-d8058c31b068", "name": "network-vif-deleted", "tag": "c79699ad-777d-4577-a688-07225906c890", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:25:51.382300 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb06d8c8-66ca-4b3d-9beb-23d0aa571ad0 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:25:51.382949 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb06d8c8-66ca-4b3d-9beb-23d0aa571ad0'] response: {'server_uuid': '339ba379-b00c-4220-889a-d8058c31b068', 'name': 'network-vif-deleted', 'tag': 'c79699ad-777d-4577-a688-07225906c890', 'status': 'completed', 'code': 200} Apr 05 11:25:51.431408 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-82390c5b-f648-4086-9ab4-e025292cd1dc None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:25:51.739548 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-82390c5b-f648-4086-9ab4-e025292cd1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:51.773936 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82390c5b-f648-4086-9ab4-e025292cd1dc None None] Checking router: 62cc81f7-8f9d-4edf-a495-d3998e37b711 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:25:51.785506 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82390c5b-f648-4086-9ab4-e025292cd1dc None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:25:51.786386 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-82390c5b-f648-4086-9ab4-e025292cd1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:25:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:51.917091 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-82390c5b-f648-4086-9ab4-e025292cd1dc None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:25:52.004372 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:52.145198 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-dc3abfcd-3651-46da-8509-0cf44050fd35 req-6e4f9ad4-8ed1-4abd-8eb1-fa6f9d45cc92 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/ports?device_id=339ba379-b00c-4220-889a-d8058c31b068 HTTP/1.1" status: 200 len: 210 time: 0.0476677 Apr 05 11:25:52.316321 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-82390c5b-f648-4086-9ab4-e025292cd1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:25:52.357593 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82390c5b-f648-4086-9ab4-e025292cd1dc None None] The sync data for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi is: [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': 'd3aa3c3b-6659-4178-ac85-0826f7740246', 'name': '', 'network_id': '61947bc0-bf95-4d84-a95a-a866833cbe78', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'mac_address': 'fa:16:3e:19:7f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:32Z', 'updated_at': '2022-04-05T11:13:41Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'subnets': [{'id': 'f101b1e5-cdea-47a9-9394-b1ed9aabe983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:25:52.614358 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c921a0ac-f9a1-450b-801e-1b444fcb7e19 None None] New status for floating IP fd4bd574-d8de-43a4-9928-7a5184e220b9: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:25:52.645580 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device c79699ad-777d-4577-a688-07225906c890 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:25:52.670351 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] No Port match for: c79699ad-777d-4577-a688-07225906c890 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:25:52.670848 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device c79699ad-777d-4577-a688-07225906c890 not bound to the agent host hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:25:53.237647 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:53.273494 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 37124) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:53.342159 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b8ef2d96-bfb0-4d1c-86ee-0306965e43ce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (a7f4be00-5f85-479d-a2ca-080f5ae463b8), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:53.366184 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b8ef2d96-bfb0-4d1c-86ee-0306965e43ce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (a7f4be00-5f85-479d-a2ca-080f5ae463b8), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:53.472315 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b8ef2d96-bfb0-4d1c-86ee-0306965e43ce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (a7f4be00-5f85-479d-a2ca-080f5ae463b8), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:53.475282 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b8ef2d96-bfb0-4d1c-86ee-0306965e43ce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:53.476596 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b8ef2d96-bfb0-4d1c-86ee-0306965e43ce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "DELETE /v2.0/security-groups/a7f4be00-5f85-479d-a2ca-080f5ae463b8 HTTP/1.1" status: 204 len: 168 time: 0.2020121 Apr 05 11:25:53.483544 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37134) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:53.490010 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef2d96-bfb0-4d1c-86ee-0306965e43ce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f4be00-5f85-479d-a2ca-080f5ae463b8,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:53.500620 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.api.v2.resource [None req-888444c9-6d5a-4726-b216-847cca599429 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] show failed (client error): The resource could not be found. Apr 05 11:25:53.501651 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-888444c9-6d5a-4726-b216-847cca599429 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "GET /v2.0/security-groups/a7f4be00-5f85-479d-a2ca-080f5ae463b8 HTTP/1.1" status: 404 len: 347 time: 0.0170927 Apr 05 11:25:53.503213 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2d96-bfb0-4d1c-86ee-0306965e43ce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:53.503812 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2d96-bfb0-4d1c-86ee-0306965e43ce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:53.504387 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2d96-bfb0-4d1c-86ee-0306965e43ce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:53.504900 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2d96-bfb0-4d1c-86ee-0306965e43ce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:53.505360 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2d96-bfb0-4d1c-86ee-0306965e43ce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:53.505695 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2d96-bfb0-4d1c-86ee-0306965e43ce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:53.506043 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2d96-bfb0-4d1c-86ee-0306965e43ce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:53.506242 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37138) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:53.506370 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2d96-bfb0-4d1c-86ee-0306965e43ce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:53.506842 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2d96-bfb0-4d1c-86ee-0306965e43ce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:53.507188 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2d96-bfb0-4d1c-86ee-0306965e43ce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:53.507526 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2d96-bfb0-4d1c-86ee-0306965e43ce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:53.507879 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2d96-bfb0-4d1c-86ee-0306965e43ce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:53.508195 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2d96-bfb0-4d1c-86ee-0306965e43ce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:53.508525 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2d96-bfb0-4d1c-86ee-0306965e43ce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:53.508853 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ef2d96-bfb0-4d1c-86ee-0306965e43ce tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:25:53.643665 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-3874469b-710f-4ae3-b296-c158f1dc2293 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Deleting port 7a65f3f3-4dfc-4cf7-99ec-c08b6c313ff1 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:25:53.643957 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3874469b-710f-4ae3-b296-c158f1dc2293 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (7a65f3f3-4dfc-4cf7-99ec-c08b6c313ff1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:53.735791 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3874469b-710f-4ae3-b296-c158f1dc2293 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (7a65f3f3-4dfc-4cf7-99ec-c08b6c313ff1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:53.736202 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3874469b-710f-4ae3-b296-c158f1dc2293 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (7a65f3f3-4dfc-4cf7-99ec-c08b6c313ff1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:53.753258 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-3874469b-710f-4ae3-b296-c158f1dc2293 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Calling delete_port for 7a65f3f3-4dfc-4cf7-99ec-c08b6c313ff1 owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:25:53.969357 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3874469b-710f-4ae3-b296-c158f1dc2293 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (7a65f3f3-4dfc-4cf7-99ec-c08b6c313ff1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:53.998404 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874469b-710f-4ae3-b296-c158f1dc2293 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Pushing event deleted for resources: {'Port': ['ID=7a65f3f3-4dfc-4cf7-99ec-c08b6c313ff1,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:54.060733 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3874469b-710f-4ae3-b296-c158f1dc2293 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks [] for floatingip (fd4bd574-d8de-43a4-9928-7a5184e220b9), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:54.063435 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3874469b-710f-4ae3-b296-c158f1dc2293 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:54.064651 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-3874469b-710f-4ae3-b296-c158f1dc2293 tempest-AttachVolumeNegativeTest-79312932 tempest-AttachVolumeNegativeTest-79312932-project] 10.222.0.39 "DELETE /v2.0/floatingips/fd4bd574-d8de-43a4-9928-7a5184e220b9 HTTP/1.1" status: 204 len: 168 time: 0.5574262 Apr 05 11:25:54.400635 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37156) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:54.559716 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-46476272-c4e1-4c58-8929-6899553395bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:54.649456 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-46476272-c4e1-4c58-8929-6899553395bf admin admin] Publish callbacks [] for security_group (a1b91868-80b5-4436-9a5a-bca673fb6a78), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:54.717451 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-46476272-c4e1-4c58-8929-6899553395bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (a1b91868-80b5-4436-9a5a-bca673fb6a78), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:54.760145 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-46476272-c4e1-4c58-8929-6899553395bf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44317fbdaacc482ab6cd437332a20cfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3582740 Apr 05 11:25:54.760792 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46476272-c4e1-4c58-8929-6899553395bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b91868-80b5-4436-9a5a-bca673fb6a78,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:54.762708 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 37160) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:54.816425 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31087838-7786-41c8-bde3-2ec8fadd271c admin admin] Publish callbacks [] for security_group (a1b91868-80b5-4436-9a5a-bca673fb6a78), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:54.841358 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31087838-7786-41c8-bde3-2ec8fadd271c admin admin] Publish callbacks [] for security_group (a1b91868-80b5-4436-9a5a-bca673fb6a78), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:54.929460 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31087838-7786-41c8-bde3-2ec8fadd271c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (a1b91868-80b5-4436-9a5a-bca673fb6a78), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:54.932099 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31087838-7786-41c8-bde3-2ec8fadd271c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:54.933257 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-31087838-7786-41c8-bde3-2ec8fadd271c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a1b91868-80b5-4436-9a5a-bca673fb6a78 HTTP/1.1" status: 204 len: 168 time: 0.1688056 Apr 05 11:25:54.941928 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31087838-7786-41c8-bde3-2ec8fadd271c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b91868-80b5-4436-9a5a-bca673fb6a78,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:55.020518 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:55.832337 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 37174) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:55.849430 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b656b3fe-6a9c-4405-9ec0-04006b606e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:55.928336 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b656b3fe-6a9c-4405-9ec0-04006b606e34 admin admin] Publish callbacks [] for security_group (9cfdbae6-1342-495b-ad26-be77750da39c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:56.004212 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b656b3fe-6a9c-4405-9ec0-04006b606e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (9cfdbae6-1342-495b-ad26-be77750da39c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:56.045138 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656b3fe-6a9c-4405-9ec0-04006b606e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfdbae6-1342-495b-ad26-be77750da39c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:56.049680 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b656b3fe-6a9c-4405-9ec0-04006b606e34 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=800bc0397e6f461fa7e16b4e66013645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199888 Apr 05 11:25:56.053911 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 37178) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:56.106265 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-88a8f62e-0cb2-4588-be47-ea61c8998750 admin admin] Publish callbacks [] for security_group (9cfdbae6-1342-495b-ad26-be77750da39c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:56.130725 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-88a8f62e-0cb2-4588-be47-ea61c8998750 admin admin] Publish callbacks [] for security_group (9cfdbae6-1342-495b-ad26-be77750da39c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:56.255764 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-88a8f62e-0cb2-4588-be47-ea61c8998750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (9cfdbae6-1342-495b-ad26-be77750da39c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:56.260835 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-88a8f62e-0cb2-4588-be47-ea61c8998750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:56.265288 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-88a8f62e-0cb2-4588-be47-ea61c8998750 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9cfdbae6-1342-495b-ad26-be77750da39c HTTP/1.1" status: 204 len: 168 time: 0.2070863 Apr 05 11:25:56.273746 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8f62e-0cb2-4588-be47-ea61c8998750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfdbae6-1342-495b-ad26-be77750da39c,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:25:58.421305 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 37238) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:59.212576 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cefe5b42-2cf7-4c93-b08e-294e48e46929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583640'] for router_interface (62cc81f7-8f9d-4edf-a495-d3998e37b711), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:59.550592 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-cefe5b42-2cf7-4c93-b08e-294e48e46929 admin admin] Deleting port d3aa3c3b-6659-4178-ac85-0826f7740246 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:25:59.551334 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cefe5b42-2cf7-4c93-b08e-294e48e46929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (d3aa3c3b-6659-4178-ac85-0826f7740246), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:59.691090 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-cefe5b42-2cf7-4c93-b08e-294e48e46929 admin admin] For port d3aa3c3b-6659-4178-ac85-0826f7740246, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=d3aa3c3b-6659-4178-ac85-0826f7740246,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:25:59.691670 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cefe5b42-2cf7-4c93-b08e-294e48e46929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (d3aa3c3b-6659-4178-ac85-0826f7740246), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:25:59.711359 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-cefe5b42-2cf7-4c93-b08e-294e48e46929 admin admin] Calling delete_port for d3aa3c3b-6659-4178-ac85-0826f7740246 owned by network:router_interface {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:25:59.874221 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37272) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:25:59.988675 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0e58d48b-60b3-4f14-ad61-d321edc761de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:00.032744 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cefe5b42-2cf7-4c93-b08e-294e48e46929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (d3aa3c3b-6659-4178-ac85-0826f7740246), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:00.064877 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe5b42-2cf7-4c93-b08e-294e48e46929 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3aa3c3b-6659-4178-ac85-0826f7740246,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:00.072721 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0e58d48b-60b3-4f14-ad61-d321edc761de admin admin] Publish callbacks [] for security_group (5b4da914-1133-45a3-b848-0468abe1e5c2), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:00.140340 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0e58d48b-60b3-4f14-ad61-d321edc761de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (5b4da914-1133-45a3-b848-0468abe1e5c2), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:00.171508 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0e58d48b-60b3-4f14-ad61-d321edc761de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=939959d0492c4e6f900106ebc8a5afae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2996986 Apr 05 11:26:00.181109 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37276) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:00.221572 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58d48b-60b3-4f14-ad61-d321edc761de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4da914-1133-45a3-b848-0468abe1e5c2,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:00.259712 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-942083eb-3ebe-4ee2-83f5-bfef2b7d1e69 admin admin] Publish callbacks [] for security_group (5b4da914-1133-45a3-b848-0468abe1e5c2), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:00.272234 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cefe5b42-2cf7-4c93-b08e-294e48e46929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1809813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585800'] for router_interface (62cc81f7-8f9d-4edf-a495-d3998e37b711), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:00.305254 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-942083eb-3ebe-4ee2-83f5-bfef2b7d1e69 admin admin] Publish callbacks [] for security_group (5b4da914-1133-45a3-b848-0468abe1e5c2), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:00.455698 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-942083eb-3ebe-4ee2-83f5-bfef2b7d1e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (5b4da914-1133-45a3-b848-0468abe1e5c2), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:00.460166 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-942083eb-3ebe-4ee2-83f5-bfef2b7d1e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:00.462292 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-942083eb-3ebe-4ee2-83f5-bfef2b7d1e69 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b4da914-1133-45a3-b848-0468abe1e5c2 HTTP/1.1" status: 204 len: 168 time: 0.2797894 Apr 05 11:26:00.474822 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942083eb-3ebe-4ee2-83f5-bfef2b7d1e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4da914-1133-45a3-b848-0468abe1e5c2,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:00.567103 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefe5b42-2cf7-4c93-b08e-294e48e46929 admin admin] Router 62cc81f7-8f9d-4edf-a495-d3998e37b711 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:26:00.693200 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefe5b42-2cf7-4c93-b08e-294e48e46929 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:26:00.703393 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed1e2ff-3550-4eb1-b306-4e040d5df2dd None None] Sync routers for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:26:00.705775 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-cefe5b42-2cf7-4c93-b08e-294e48e46929 admin admin] 10.222.0.39 "PUT /v2.0/routers/62cc81f7-8f9d-4edf-a495-d3998e37b711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2824993 Apr 05 11:26:00.706134 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37280) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:00.723341 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed1e2ff-3550-4eb1-b306-4e040d5df2dd None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:26:00.727726 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-2ed1e2ff-3550-4eb1-b306-4e040d5df2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:25:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:26:00.827166 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48dfdca7-9959-4aa1-8052-9ee2075d17da admin admin] Publish callbacks [] for router (62cc81f7-8f9d-4edf-a495-d3998e37b711), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:00.875313 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-2ed1e2ff-3550-4eb1-b306-4e040d5df2dd None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:26:00.987332 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48dfdca7-9959-4aa1-8052-9ee2075d17da admin admin] Publish callbacks [] for router_gateway (62cc81f7-8f9d-4edf-a495-d3998e37b711), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:01.074848 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-2ed1e2ff-3550-4eb1-b306-4e040d5df2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:25:59Z', 'revision_number': 5, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port': {'id': '2effa931-b2d2-4d90-9e8a-3b36c0059e53', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:46:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:26:01.104204 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed1e2ff-3550-4eb1-b306-4e040d5df2dd None None] Checking router: 62cc81f7-8f9d-4edf-a495-d3998e37b711 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:26:01.113880 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed1e2ff-3550-4eb1-b306-4e040d5df2dd None None] Routers {'62cc81f7-8f9d-4edf-a495-d3998e37b711'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:26:01.114528 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-2ed1e2ff-3550-4eb1-b306-4e040d5df2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:25:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['62cc81f7-8f9d-4edf-a495-d3998e37b711'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:26:01.135135 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-48dfdca7-9959-4aa1-8052-9ee2075d17da admin admin] Deleting port 2effa931-b2d2-4d90-9e8a-3b36c0059e53 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:26:01.135517 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48dfdca7-9959-4aa1-8052-9ee2075d17da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (2effa931-b2d2-4d90-9e8a-3b36c0059e53), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:01.240520 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-2ed1e2ff-3550-4eb1-b306-4e040d5df2dd None None] Set router 62cc81f7-8f9d-4edf-a495-d3998e37b711 gateway port host: None {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:26:01.245229 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-48dfdca7-9959-4aa1-8052-9ee2075d17da admin admin] For port 2effa931-b2d2-4d90-9e8a-3b36c0059e53, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=2effa931-b2d2-4d90-9e8a-3b36c0059e53,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:26:01.245601 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48dfdca7-9959-4aa1-8052-9ee2075d17da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (2effa931-b2d2-4d90-9e8a-3b36c0059e53), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:01.254539 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37284) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:01.273219 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-48dfdca7-9959-4aa1-8052-9ee2075d17da admin admin] Calling delete_port for 2effa931-b2d2-4d90-9e8a-3b36c0059e53 owned by network:router_gateway {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:26:01.275603 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-55b6b0a2-8c40-4dbc-b2a2-b4510012d669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:01.297970 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-2ed1e2ff-3550-4eb1-b306-4e040d5df2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:26:00Z', 'revision_number': 6, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port_host': None}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:26:01.329645 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed1e2ff-3550-4eb1-b306-4e040d5df2dd None None] The sync data for ids ['62cc81f7-8f9d-4edf-a495-d3998e37b711'] in dv-cinder-818994-3-iscsi is: [{'id': '62cc81f7-8f9d-4edf-a495-d3998e37b711', 'name': 'tempest-AttachVolumeNegativeTest-1717226749-router', 'tenant_id': '0c6c4204bde44a1183df1338d018b1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:26:00Z', 'revision_number': 6, 'project_id': '0c6c4204bde44a1183df1338d018b1b1', 'gw_port_host': None}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:26:01.463524 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-55b6b0a2-8c40-4dbc-b2a2-b4510012d669 admin admin] Publish callbacks [] for security_group (acb86e29-ec39-4eac-9b11-6d6a5d667a29), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:01.535577 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-55b6b0a2-8c40-4dbc-b2a2-b4510012d669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (acb86e29-ec39-4eac-9b11-6d6a5d667a29), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:01.575083 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6b0a2-8c40-4dbc-b2a2-b4510012d669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb86e29-ec39-4eac-9b11-6d6a5d667a29,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:01.581217 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-55b6b0a2-8c40-4dbc-b2a2-b4510012d669 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=770a858191ea44bc8e5c229482d938fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3242412 Apr 05 11:26:01.583150 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37286) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:01.636962 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f9738c2f-8a70-4878-8fd8-c1785420c2f4 admin admin] Publish callbacks [] for security_group (acb86e29-ec39-4eac-9b11-6d6a5d667a29), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:01.665689 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f9738c2f-8a70-4878-8fd8-c1785420c2f4 admin admin] Publish callbacks [] for security_group (acb86e29-ec39-4eac-9b11-6d6a5d667a29), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:01.707556 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48dfdca7-9959-4aa1-8052-9ee2075d17da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (2effa931-b2d2-4d90-9e8a-3b36c0059e53), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:02.020121 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfdca7-9959-4aa1-8052-9ee2075d17da admin admin] Pushing event deleted for resources: {'Port': ['ID=2effa931-b2d2-4d90-9e8a-3b36c0059e53,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:02.089879 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48dfdca7-9959-4aa1-8052-9ee2075d17da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585742'] for router_gateway (62cc81f7-8f9d-4edf-a495-d3998e37b711), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:02.094732 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f9738c2f-8a70-4878-8fd8-c1785420c2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (acb86e29-ec39-4eac-9b11-6d6a5d667a29), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:02.099130 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f9738c2f-8a70-4878-8fd8-c1785420c2f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:02.100515 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f9738c2f-8a70-4878-8fd8-c1785420c2f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/acb86e29-ec39-4eac-9b11-6d6a5d667a29 HTTP/1.1" status: 204 len: 168 time: 0.5163751 Apr 05 11:26:02.215627 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9738c2f-8a70-4878-8fd8-c1785420c2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb86e29-ec39-4eac-9b11-6d6a5d667a29,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:02.225203 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48dfdca7-9959-4aa1-8052-9ee2075d17da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5185'] for router (62cc81f7-8f9d-4edf-a495-d3998e37b711), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:02.228465 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48dfdca7-9959-4aa1-8052-9ee2075d17da admin admin] Publish callbacks [] for router_controller (62cc81f7-8f9d-4edf-a495-d3998e37b711), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:02.374984 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48dfdca7-9959-4aa1-8052-9ee2075d17da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583348'] for router (62cc81f7-8f9d-4edf-a495-d3998e37b711), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:02.375731 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48dfdca7-9959-4aa1-8052-9ee2075d17da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62cc81f7-8f9d-4edf-a495-d3998e37b711 {{(pid=103963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:26:02.384003 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48dfdca7-9959-4aa1-8052-9ee2075d17da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:02.385200 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-48dfdca7-9959-4aa1-8052-9ee2075d17da admin admin] 10.222.0.39 "DELETE /v2.0/routers/62cc81f7-8f9d-4edf-a495-d3998e37b711 HTTP/1.1" status: 204 len: 168 time: 1.6780934 Apr 05 11:26:02.387647 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37292) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:02.441433 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ef27de-7593-41b6-a4ee-f45e9988cb0d admin admin] Deleting subnet f101b1e5-cdea-47a9-9394-b1ed9aabe983 {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:26:02.444902 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-33ef27de-7593-41b6-a4ee-f45e9988cb0d admin admin] Publish callbacks [] for subnet (f101b1e5-cdea-47a9-9394-b1ed9aabe983), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:02.505555 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-33ef27de-7593-41b6-a4ee-f45e9988cb0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7254573'] for subnet (f101b1e5-cdea-47a9-9394-b1ed9aabe983), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:02.571794 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device d3aa3c3b-6659-4178-ac85-0826f7740246 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:26:02.594479 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: d3aa3c3b-6659-4178-ac85-0826f7740246 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:26:02.595025 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device d3aa3c3b-6659-4178-ac85-0826f7740246 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:26:02.596048 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 2effa931-b2d2-4d90-9e8a-3b36c0059e53 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:26:02.600899 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-33ef27de-7593-41b6-a4ee-f45e9988cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928297'] for subnet (f101b1e5-cdea-47a9-9394-b1ed9aabe983), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:02.616540 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 2effa931-b2d2-4d90-9e8a-3b36c0059e53 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:26:02.616803 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 2effa931-b2d2-4d90-9e8a-3b36c0059e53 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:26:02.746805 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-33ef27de-7593-41b6-a4ee-f45e9988cb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5342686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5249184'] for subnet (f101b1e5-cdea-47a9-9394-b1ed9aabe983), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:02.773780 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef27de-7593-41b6-a4ee-f45e9988cb0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f101b1e5-cdea-47a9-9394-b1ed9aabe983,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:02.777419 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-33ef27de-7593-41b6-a4ee-f45e9988cb0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:02.781618 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-33ef27de-7593-41b6-a4ee-f45e9988cb0d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f101b1e5-cdea-47a9-9394-b1ed9aabe983 HTTP/1.1" status: 204 len: 168 time: 0.3917115 Apr 05 11:26:02.783508 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 37302) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:02.789359 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb57d12-870a-43f3-b5bb-7d41a12191a3 None None] Network 61947bc0-bf95-4d84-a95a-a866833cbe78 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:26:02.860760 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d13c-f560-47f5-9be8-00e75761b6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920430'] for network (61947bc0-bf95-4d84-a95a-a866833cbe78), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:02.930490 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5d13c-f560-47f5-9be8-00e75761b6cb admin admin] Deleting port 7a062e25-f390-457b-a718-9c6c745d3294 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:26:02.931052 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d13c-f560-47f5-9be8-00e75761b6cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (7a062e25-f390-457b-a718-9c6c745d3294), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:02.984677 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] DHCP port deletion for 61947bc0-bf95-4d84-a95a-a866833cbe78 request from dv-cinder-818994-3-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:26:03.018549 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-dcf5d13c-f560-47f5-9be8-00e75761b6cb admin admin] For port 7a062e25-f390-457b-a718-9c6c745d3294, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=7a062e25-f390-457b-a718-9c6c745d3294,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:26:03.019673 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d13c-f560-47f5-9be8-00e75761b6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (7a062e25-f390-457b-a718-9c6c745d3294), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:03.033367 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5d13c-f560-47f5-9be8-00e75761b6cb admin admin] Calling delete_port for 7a062e25-f390-457b-a718-9c6c745d3294 owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:26:03.037773 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] Deleting port 7a062e25-f390-457b-a718-9c6c745d3294 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:26:03.038466 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (7a062e25-f390-457b-a718-9c6c745d3294), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:03.134499 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] For port 7a062e25-f390-457b-a718-9c6c745d3294, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=7a062e25-f390-457b-a718-9c6c745d3294,segment=NetworkSegment(f2a5f935-0d14-4f39-bb32-3edada9d6e0f),segment_id=f2a5f935-0d14-4f39-bb32-3edada9d6e0f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:26:03.135419 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (7a062e25-f390-457b-a718-9c6c745d3294), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:03.163174 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] Calling delete_port for 7a062e25-f390-457b-a718-9c6c745d3294 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:26:03.277903 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d13c-f560-47f5-9be8-00e75761b6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (7a062e25-f390-457b-a718-9c6c745d3294), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:03.293500 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252'] for port (7a062e25-f390-457b-a718-9c6c745d3294), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:03.338023 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf5d13c-f560-47f5-9be8-00e75761b6cb admin admin] No DVR routers for this DVR port 7a062e25-f390-457b-a718-9c6c745d3294 on host dv-cinder-818994-3-iscsi {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:26:03.340154 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5d13c-f560-47f5-9be8-00e75761b6cb admin admin] Pushing event deleted for resources: {'Port': ['ID=7a062e25-f390-457b-a718-9c6c745d3294,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:03.349848 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] Pushing event deleted for resources: {'Port': ['ID=7a062e25-f390-457b-a718-9c6c745d3294,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:03.355802 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] No DVR routers for this DVR port 7a062e25-f390-457b-a718-9c6c745d3294 on host dv-cinder-818994-3-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:26:03.368480 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:03.369323 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:03.380708 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:03.380708 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:03.380708 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:03.380708 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:03.380708 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:03.380708 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:03.382462 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:03.383346 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:03.384167 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:03.385129 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:03.385977 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:03.386477 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:03.387075 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45bfe1c0-e4b0-48e1-9156-58a71bd4f3ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:03.441578 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d13c-f560-47f5-9be8-00e75761b6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1167570', 'neutron.services.segments.db._delete_segments_for_network-8793732693881'] for network (61947bc0-bf95-4d84-a95a-a866833cbe78), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:03.467558 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-dcf5d13c-f560-47f5-9be8-00e75761b6cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61947bc0-bf95-4d84-a95a-a866833cbe78']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:26:03.481821 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-dcf5d13c-f560-47f5-9be8-00e75761b6cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:26:03.482326 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-dcf5d13c-f560-47f5-9be8-00e75761b6cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a5f935-0d14-4f39-bb32-3edada9d6e0f') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:26:03.500192 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d13c-f560-47f5-9be8-00e75761b6cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793732694402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6680707'] for segment (f2a5f935-0d14-4f39-bb32-3edada9d6e0f), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:03.522852 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d13c-f560-47f5-9be8-00e75761b6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (f2a5f935-0d14-4f39-bb32-3edada9d6e0f), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:03.530209 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf5d13c-f560-47f5-9be8-00e75761b6cb admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:26:03.530642 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d13c-f560-47f5-9be8-00e75761b6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7002667'] for segment (f2a5f935-0d14-4f39-bb32-3edada9d6e0f), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: Traceback (most recent call last): Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: timer() Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: cb(*args, **kw) Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: return func(*args, **kwargs) Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: self._notify() Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: self.callback(batched_events) Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: event.method(event) Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: return f(self, *a, **k) Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: return self._get(url).json() Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: return self.request(url, 'GET', **kwargs) Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:26:03.532477 dv-cinder-818994-3-iscsi neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:26:03.641211 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:26:03.734993 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d13c-f560-47f5-9be8-00e75761b6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1167531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585706'] for network (61947bc0-bf95-4d84-a95a-a866833cbe78), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:03.741494 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d13c-f560-47f5-9be8-00e75761b6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:03.746415 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-dcf5d13c-f560-47f5-9be8-00e75761b6cb admin admin] 10.222.0.39 "DELETE /v2.0/networks/61947bc0-bf95-4d84-a95a-a866833cbe78 HTTP/1.1" status: 204 len: 168 time: 0.9590251 Apr 05 11:26:03.760217 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5d13c-f560-47f5-9be8-00e75761b6cb admin admin] Pushing event deleted for resources: {'Network': ['ID=61947bc0-bf95-4d84-a95a-a866833cbe78,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:03.895554 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c2ca1-cc7a-4fdf-bf87-361ab5674fb8 req-890e10fd-8982-4e72-ba4c-c20a44899976 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:26:03.898225 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9b7c2ca1-cc7a-4fdf-bf87-361ab5674fb8 req-890e10fd-8982-4e72-ba4c-c20a44899976 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 946 time: 0.0658042 Apr 05 11:26:03.957828 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9b7c2ca1-cc7a-4fdf-bf87-361ab5674fb8 req-92f8a670-79b9-4225-b88a-b7446511dbb1 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535729 Apr 05 11:26:04.093310 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 37334) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:04.135149 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-128b99c9-5006-4e46-9faa-d3393e5f7834 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c6c4204bde44a1183df1338d018b1b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406272 Apr 05 11:26:04.137541 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 37336) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:04.206970 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b63c6a63-549a-499d-9682-734473e3f76e admin admin] Publish callbacks [] for security_group (d2361b7b-692b-45c0-91c9-9a93b971091b), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:04.233011 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b63c6a63-549a-499d-9682-734473e3f76e admin admin] Publish callbacks [] for security_group (d2361b7b-692b-45c0-91c9-9a93b971091b), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:04.346202 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b63c6a63-549a-499d-9682-734473e3f76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (d2361b7b-692b-45c0-91c9-9a93b971091b), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:04.351010 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b63c6a63-549a-499d-9682-734473e3f76e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:04.351010 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b63c6a63-549a-499d-9682-734473e3f76e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2361b7b-692b-45c0-91c9-9a93b971091b HTTP/1.1" status: 204 len: 168 time: 0.2116752 Apr 05 11:26:04.358928 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c6a63-549a-499d-9682-734473e3f76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2361b7b-692b-45c0-91c9-9a93b971091b,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:04.536155 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 7a062e25-f390-457b-a718-9c6c745d3294 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:26:04.561246 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 7a062e25-f390-457b-a718-9c6c745d3294 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:26:04.561594 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 7a062e25-f390-457b-a718-9c6c745d3294 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:26:05.124647 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7411d-847a-4c4f-aa40-b5c67be83bc6 req-a8d1515a-efe2-4a11-84f9-8a4aa79ad727 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:26:05.127269 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cde7411d-847a-4c4f-aa40-b5c67be83bc6 req-a8d1515a-efe2-4a11-84f9-8a4aa79ad727 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 946 time: 0.0646033 Apr 05 11:26:05.182437 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-cde7411d-847a-4c4f-aa40-b5c67be83bc6 req-78ac5a3d-e5d4-4d73-9f69-4be302c056cd tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493972 Apr 05 11:26:05.590623 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1fc53-0f86-4862-b88b-d559892996e4 req-5d0e2686-e467-4558-9c80-2e0773b6dc1f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:26:05.593182 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8ee1fc53-0f86-4862-b88b-d559892996e4 req-5d0e2686-e467-4558-9c80-2e0773b6dc1f tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.58 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 946 time: 0.0707443 Apr 05 11:26:05.734129 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-8ee1fc53-0f86-4862-b88b-d559892996e4 req-6245724a-6fd5-4f2d-a4b8-593be6ba9402 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Deleting port f631937a-090e-4c88-959c-bbf9308dfac9 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:26:05.734530 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8ee1fc53-0f86-4862-b88b-d559892996e4 req-6245724a-6fd5-4f2d-a4b8-593be6ba9402 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:05.831976 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-8ee1fc53-0f86-4862-b88b-d559892996e4 req-6245724a-6fd5-4f2d-a4b8-593be6ba9402 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] For port f631937a-090e-4c88-959c-bbf9308dfac9, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=f631937a-090e-4c88-959c-bbf9308dfac9,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:26:05.833364 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8ee1fc53-0f86-4862-b88b-d559892996e4 req-6245724a-6fd5-4f2d-a4b8-593be6ba9402 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:06.048414 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8ee1fc53-0f86-4862-b88b-d559892996e4 req-6245724a-6fd5-4f2d-a4b8-593be6ba9402 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:06.048787 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8ee1fc53-0f86-4862-b88b-d559892996e4 req-6245724a-6fd5-4f2d-a4b8-593be6ba9402 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (cac5d478-0095-452b-8729-cc8867084c44), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:06.049125 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.l3_db [req-8ee1fc53-0f86-4862-b88b-d559892996e4 req-6245724a-6fd5-4f2d-a4b8-593be6ba9402 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Floating IP cac5d478-0095-452b-8729-cc8867084c44 disassociated. External IP: 172.27.0.143, port: f631937a-090e-4c88-959c-bbf9308dfac9. Apr 05 11:26:06.049476 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-8ee1fc53-0f86-4862-b88b-d559892996e4 req-6245724a-6fd5-4f2d-a4b8-593be6ba9402 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Calling delete_port for f631937a-090e-4c88-959c-bbf9308dfac9 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:26:06.297589 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8ee1fc53-0f86-4862-b88b-d559892996e4 req-6245724a-6fd5-4f2d-a4b8-593be6ba9402 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (f631937a-090e-4c88-959c-bbf9308dfac9), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:06.331763 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245724a-6fd5-4f2d-a4b8-593be6ba9402 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Pushing event deleted for resources: {'Port': ['ID=f631937a-090e-4c88-959c-bbf9308dfac9,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:06.400491 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6cc2a-3469-421d-851e-79abc041c3f4 req-d47aafb9-9351-4d48-ae87-25ca2001f815 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:26:06.402033 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bcc6cc2a-3469-421d-851e-79abc041c3f4 req-d47aafb9-9351-4d48-ae87-25ca2001f815 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 868 time: 0.1369405 Apr 05 11:26:06.511286 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bcc6cc2a-3469-421d-851e-79abc041c3f4 req-7020735b-d196-445d-ac1c-8b534974ae9c tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups?id=572cbaa1-ca63-4140-97f0-2424fbbdda10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010463 Apr 05 11:26:06.513378 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ee1fc53-0f86-4862-b88b-d559892996e4 req-6245724a-6fd5-4f2d-a4b8-593be6ba9402 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:26:06.618362 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 37410) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:06.675437 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ee1fc53-0f86-4862-b88b-d559892996e4 req-6245724a-6fd5-4f2d-a4b8-593be6ba9402 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:26:06.693592 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd16f9f-a4a4-4722-b6e1-fa568cfc860b None None] Sync routers for ids ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:26:06.714228 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd16f9f-a4a4-4722-b6e1-fa568cfc860b None None] Routers {'d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:26:06.721132 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ddd16f9f-a4a4-4722-b6e1-fa568cfc860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:25:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:26:06.730199 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee1fc53-0f86-4862-b88b-d559892996e4 req-6245724a-6fd5-4f2d-a4b8-593be6ba9402 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] No DVR routers for this DVR port f631937a-090e-4c88-959c-bbf9308dfac9 on host hv-cinder-81899 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:26:06.735651 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8ee1fc53-0f86-4862-b88b-d559892996e4 req-6245724a-6fd5-4f2d-a4b8-593be6ba9402 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:06.740946 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8ee1fc53-0f86-4862-b88b-d559892996e4 req-6245724a-6fd5-4f2d-a4b8-593be6ba9402 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.58 "DELETE /v2.0/ports/f631937a-090e-4c88-959c-bbf9308dfac9 HTTP/1.1" status: 204 len: 173 time: 1.1423719 Apr 05 11:26:06.741879 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '078668ec-0695-4717-bef7-1153cdc2dd14', 'name': 'network-vif-deleted', 'tag': 'f631937a-090e-4c88-959c-bbf9308dfac9'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:26:06.745838 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9293b0-1afc-4098-94cd-e2462ff1209e" -d '{"events": [{"server_uuid": "078668ec-0695-4717-bef7-1153cdc2dd14", "name": "network-vif-deleted", "tag": "f631937a-090e-4c88-959c-bbf9308dfac9"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:26:06.809408 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1496fdd1-f442-4ac9-8183-b03fa1381fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:06.988961 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1496fdd1-f442-4ac9-8183-b03fa1381fa6 admin admin] Publish callbacks [] for security_group (f5affda5-e0f7-49b3-a222-9a6c10e9d478), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:06.998489 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-ddd16f9f-a4a4-4722-b6e1-fa568cfc860b None None] Set router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:26:07.041585 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e5760d-8591-4789-8c4e-6c4ce3797f71 x-openstack-request-id: req-d0e5760d-8591-4789-8c4e-6c4ce3797f71 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:26:07.041882 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "078668ec-0695-4717-bef7-1153cdc2dd14", "name": "network-vif-deleted", "tag": "f631937a-090e-4c88-959c-bbf9308dfac9", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:26:07.042146 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0e5760d-8591-4789-8c4e-6c4ce3797f71 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:26:07.042556 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0e5760d-8591-4789-8c4e-6c4ce3797f71'] response: {'server_uuid': '078668ec-0695-4717-bef7-1153cdc2dd14', 'name': 'network-vif-deleted', 'tag': 'f631937a-090e-4c88-959c-bbf9308dfac9', 'status': 'completed', 'code': 200} Apr 05 11:26:07.134799 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1496fdd1-f442-4ac9-8183-b03fa1381fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (f5affda5-e0f7-49b3-a222-9a6c10e9d478), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:07.184531 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-1496fdd1-f442-4ac9-8183-b03fa1381fa6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0dfc381ec4a642c892be081e83c15072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5650566 Apr 05 11:26:07.185829 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496fdd1-f442-4ac9-8183-b03fa1381fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5affda5-e0f7-49b3-a222-9a6c10e9d478,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:07.187449 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37422) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:07.305279 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8caa0455-3606-4d99-93ef-84ff755ac80b admin admin] Publish callbacks [] for security_group (f5affda5-e0f7-49b3-a222-9a6c10e9d478), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:07.306027 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ddd16f9f-a4a4-4722-b6e1-fa568cfc860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:30Z', 'revision_number': 4, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'gw_port': {'id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '7b913366-668f-4167-b29f-1548ef657c15', 'name': '', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'mac_address': 'fa:16:3e:09:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:29Z', 'updated_at': '2022-04-05T11:13:39Z', 'revision_number': 5, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'subnets': [{'id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:26:07.335938 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8caa0455-3606-4d99-93ef-84ff755ac80b admin admin] Publish callbacks [] for security_group (f5affda5-e0f7-49b3-a222-9a6c10e9d478), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:07.342656 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd16f9f-a4a4-4722-b6e1-fa568cfc860b None None] Checking router: d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:26:07.352723 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd16f9f-a4a4-4722-b6e1-fa568cfc860b None None] Routers {'d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:26:07.353938 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ddd16f9f-a4a4-4722-b6e1-fa568cfc860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:25:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:26:07.460614 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8caa0455-3606-4d99-93ef-84ff755ac80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (f5affda5-e0f7-49b3-a222-9a6c10e9d478), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:07.463776 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8caa0455-3606-4d99-93ef-84ff755ac80b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:07.465509 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8caa0455-3606-4d99-93ef-84ff755ac80b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f5affda5-e0f7-49b3-a222-9a6c10e9d478 HTTP/1.1" status: 204 len: 168 time: 0.2761066 Apr 05 11:26:07.476831 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-ddd16f9f-a4a4-4722-b6e1-fa568cfc860b None None] Set router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:26:07.478803 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa0455-3606-4d99-93ef-84ff755ac80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5affda5-e0f7-49b3-a222-9a6c10e9d478,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:07.645519 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1313b3a4-870b-49fc-b241-a092575a8db2 req-e6aaa145-cfca-4cff-b7e4-9a690310d7d5 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/ports?device_id=078668ec-0695-4717-bef7-1153cdc2dd14 HTTP/1.1" status: 200 len: 210 time: 0.0294669 Apr 05 11:26:07.721764 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ddd16f9f-a4a4-4722-b6e1-fa568cfc860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:30Z', 'revision_number': 4, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'gw_port': {'id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '7b913366-668f-4167-b29f-1548ef657c15', 'name': '', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'mac_address': 'fa:16:3e:09:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:29Z', 'updated_at': '2022-04-05T11:13:39Z', 'revision_number': 5, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'subnets': [{'id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:26:07.759106 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd16f9f-a4a4-4722-b6e1-fa568cfc860b None None] The sync data for ids ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'] in dv-cinder-818994-3-iscsi is: [{'id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:13:30Z', 'revision_number': 4, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'gw_port': {'id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '7b913366-668f-4167-b29f-1548ef657c15', 'name': '', 'network_id': '3c3ad901-dee6-4adf-8761-f4e0b40921d1', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'mac_address': 'fa:16:3e:09:4b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:29Z', 'updated_at': '2022-04-05T11:13:39Z', 'revision_number': 5, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'subnets': [{'id': 'c226d4fe-4408-4a2e-a42d-e1f9fb159119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:26:08.074137 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4bbbce-62f7-476d-8622-5cbc5df49e7a None None] New status for floating IP cac5d478-0095-452b-8729-cc8867084c44: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:26:08.697688 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device f631937a-090e-4c88-959c-bbf9308dfac9 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:26:08.723367 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] No Port match for: f631937a-090e-4c88-959c-bbf9308dfac9 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:26:08.723725 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device f631937a-090e-4c88-959c-bbf9308dfac9 not bound to the agent host hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:26:08.874427 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 37458) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:08.957955 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3e979fe5-e8a5-4466-831d-27aa54c706ac tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group (572cbaa1-ca63-4140-97f0-2424fbbdda10), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:08.986689 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3e979fe5-e8a5-4466-831d-27aa54c706ac tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group (572cbaa1-ca63-4140-97f0-2424fbbdda10), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:09.140758 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3e979fe5-e8a5-4466-831d-27aa54c706ac tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (572cbaa1-ca63-4140-97f0-2424fbbdda10), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:09.143462 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3e979fe5-e8a5-4466-831d-27aa54c706ac tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:09.144671 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3e979fe5-e8a5-4466-831d-27aa54c706ac tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "DELETE /v2.0/security-groups/572cbaa1-ca63-4140-97f0-2424fbbdda10 HTTP/1.1" status: 204 len: 168 time: 0.2691603 Apr 05 11:26:09.148333 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37462) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:09.155303 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e979fe5-e8a5-4466-831d-27aa54c706ac tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=572cbaa1-ca63-4140-97f0-2424fbbdda10,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:09.164138 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.api.v2.resource [None req-d0fec91f-8641-4252-ba94-b810e1e8a7d0 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] show failed (client error): The resource could not be found. Apr 05 11:26:09.167725 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-d0fec91f-8641-4252-ba94-b810e1e8a7d0 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "GET /v2.0/security-groups/572cbaa1-ca63-4140-97f0-2424fbbdda10 HTTP/1.1" status: 404 len: 347 time: 0.0158973 Apr 05 11:26:09.169388 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37464) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:09.383401 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-6d82e606-0396-4552-bb11-b3a272be4617 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Deleting port 134b76ea-3adf-410e-91a6-dc60bca79e20 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:26:09.383749 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6d82e606-0396-4552-bb11-b3a272be4617 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (134b76ea-3adf-410e-91a6-dc60bca79e20), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:09.482130 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6d82e606-0396-4552-bb11-b3a272be4617 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (134b76ea-3adf-410e-91a6-dc60bca79e20), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:09.482775 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6d82e606-0396-4552-bb11-b3a272be4617 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for floatingip (134b76ea-3adf-410e-91a6-dc60bca79e20), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:09.499489 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-6d82e606-0396-4552-bb11-b3a272be4617 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Calling delete_port for 134b76ea-3adf-410e-91a6-dc60bca79e20 owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:26:09.729512 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6d82e606-0396-4552-bb11-b3a272be4617 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (134b76ea-3adf-410e-91a6-dc60bca79e20), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:09.759951 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82e606-0396-4552-bb11-b3a272be4617 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Pushing event deleted for resources: {'Port': ['ID=134b76ea-3adf-410e-91a6-dc60bca79e20,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:09.829316 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6d82e606-0396-4552-bb11-b3a272be4617 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks [] for floatingip (cac5d478-0095-452b-8729-cc8867084c44), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:09.835484 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6d82e606-0396-4552-bb11-b3a272be4617 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:09.837190 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6d82e606-0396-4552-bb11-b3a272be4617 tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] 10.222.0.39 "DELETE /v2.0/floatingips/cac5d478-0095-452b-8729-cc8867084c44 HTTP/1.1" status: 204 len: 168 time: 0.6663804 Apr 05 11:26:12.637212 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37572) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:13.192554 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cc210639-f61a-48b4-a128-720d4881bf11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583640'] for router_interface (d7838cf1-30b5-40dd-ad3a-27cf0898c0f7), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:13.480825 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-cc210639-f61a-48b4-a128-720d4881bf11 admin admin] Deleting port 7b913366-668f-4167-b29f-1548ef657c15 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:26:13.481091 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cc210639-f61a-48b4-a128-720d4881bf11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (7b913366-668f-4167-b29f-1548ef657c15), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:13.565095 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-cc210639-f61a-48b4-a128-720d4881bf11 admin admin] For port 7b913366-668f-4167-b29f-1548ef657c15, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=7b913366-668f-4167-b29f-1548ef657c15,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:26:13.565467 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cc210639-f61a-48b4-a128-720d4881bf11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (7b913366-668f-4167-b29f-1548ef657c15), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:13.584220 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-cc210639-f61a-48b4-a128-720d4881bf11 admin admin] Calling delete_port for 7b913366-668f-4167-b29f-1548ef657c15 owned by network:router_interface {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:26:13.952639 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cc210639-f61a-48b4-a128-720d4881bf11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (7b913366-668f-4167-b29f-1548ef657c15), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:13.981699 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc210639-f61a-48b4-a128-720d4881bf11 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b913366-668f-4167-b29f-1548ef657c15,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:14.178656 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cc210639-f61a-48b4-a128-720d4881bf11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1809813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585800'] for router_interface (d7838cf1-30b5-40dd-ad3a-27cf0898c0f7), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:14.437840 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc210639-f61a-48b4-a128-720d4881bf11 admin admin] Router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:26:14.575910 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc210639-f61a-48b4-a128-720d4881bf11 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:26:14.583890 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-cc210639-f61a-48b4-a128-720d4881bf11 admin admin] 10.222.0.39 "PUT /v2.0/routers/d7838cf1-30b5-40dd-ad3a-27cf0898c0f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9426315 Apr 05 11:26:14.583890 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37612) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:14.587243 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941895f6-5036-446a-97ab-012dd7cc9bee None None] Sync routers for ids ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:26:14.599258 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941895f6-5036-446a-97ab-012dd7cc9bee None None] Routers {'d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:26:14.599979 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-941895f6-5036-446a-97ab-012dd7cc9bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:25:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:26:14.710324 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-08d9df03-a655-4749-8f67-37d146fecbc9 admin admin] Publish callbacks [] for router (d7838cf1-30b5-40dd-ad3a-27cf0898c0f7), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:14.714513 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-941895f6-5036-446a-97ab-012dd7cc9bee None None] Set router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:26:14.828780 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-08d9df03-a655-4749-8f67-37d146fecbc9 admin admin] Publish callbacks [] for router_gateway (d7838cf1-30b5-40dd-ad3a-27cf0898c0f7), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:14.907514 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-941895f6-5036-446a-97ab-012dd7cc9bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:26:13Z', 'revision_number': 5, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'gw_port': {'id': 'b9a696ab-802f-4090-a3e1-504a3e524a96', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:9f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:13:24Z', 'updated_at': '2022-04-05T11:13:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:26:14.940323 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941895f6-5036-446a-97ab-012dd7cc9bee None None] Checking router: d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:26:14.951828 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941895f6-5036-446a-97ab-012dd7cc9bee None None] Routers {'d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:26:14.952476 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-941895f6-5036-446a-97ab-012dd7cc9bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:25:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:26:14.971709 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-08d9df03-a655-4749-8f67-37d146fecbc9 admin admin] Deleting port b9a696ab-802f-4090-a3e1-504a3e524a96 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:26:14.972395 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-08d9df03-a655-4749-8f67-37d146fecbc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (b9a696ab-802f-4090-a3e1-504a3e524a96), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:15.059799 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-941895f6-5036-446a-97ab-012dd7cc9bee None None] Set router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 gateway port host: None {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:26:15.084341 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-08d9df03-a655-4749-8f67-37d146fecbc9 admin admin] For port b9a696ab-802f-4090-a3e1-504a3e524a96, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=b9a696ab-802f-4090-a3e1-504a3e524a96,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:26:15.084839 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-08d9df03-a655-4749-8f67-37d146fecbc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (b9a696ab-802f-4090-a3e1-504a3e524a96), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:15.108989 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-08d9df03-a655-4749-8f67-37d146fecbc9 admin admin] Calling delete_port for b9a696ab-802f-4090-a3e1-504a3e524a96 owned by network:router_gateway {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:26:15.132973 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-941895f6-5036-446a-97ab-012dd7cc9bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:26:14Z', 'revision_number': 6, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'gw_port_host': None}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:26:15.160072 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941895f6-5036-446a-97ab-012dd7cc9bee None None] The sync data for ids ['d7838cf1-30b5-40dd-ad3a-27cf0898c0f7'] in dv-cinder-818994-3-iscsi is: [{'id': 'd7838cf1-30b5-40dd-ad3a-27cf0898c0f7', 'name': 'tempest-AttachVolumeShelveTestJSON-1528276797-router', 'tenant_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:13:23Z', 'updated_at': '2022-04-05T11:26:14Z', 'revision_number': 6, 'project_id': 'ee45cad25b8c4845b2cf9c11ab2dd7c8', 'gw_port_host': None}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:26:15.368921 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-08d9df03-a655-4749-8f67-37d146fecbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (b9a696ab-802f-4090-a3e1-504a3e524a96), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:15.397032 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9df03-a655-4749-8f67-37d146fecbc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a696ab-802f-4090-a3e1-504a3e524a96,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:15.465837 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-08d9df03-a655-4749-8f67-37d146fecbc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585742'] for router_gateway (d7838cf1-30b5-40dd-ad3a-27cf0898c0f7), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:15.589768 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-08d9df03-a655-4749-8f67-37d146fecbc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5185'] for router (d7838cf1-30b5-40dd-ad3a-27cf0898c0f7), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:15.595069 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-08d9df03-a655-4749-8f67-37d146fecbc9 admin admin] Publish callbacks [] for router_controller (d7838cf1-30b5-40dd-ad3a-27cf0898c0f7), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:15.740442 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-08d9df03-a655-4749-8f67-37d146fecbc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583348'] for router (d7838cf1-30b5-40dd-ad3a-27cf0898c0f7), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:15.741064 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d9df03-a655-4749-8f67-37d146fecbc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 {{(pid=103963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:26:15.755060 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-08d9df03-a655-4749-8f67-37d146fecbc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:15.757920 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-08d9df03-a655-4749-8f67-37d146fecbc9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d7838cf1-30b5-40dd-ad3a-27cf0898c0f7 HTTP/1.1" status: 204 len: 168 time: 1.1730318 Apr 05 11:26:15.761114 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37624) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:15.843566 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa759f7f-a3f7-4107-b476-b0deb0dd0a0a admin admin] Deleting subnet c226d4fe-4408-4a2e-a42d-e1f9fb159119 {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:26:15.848476 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fa759f7f-a3f7-4107-b476-b0deb0dd0a0a admin admin] Publish callbacks [] for subnet (c226d4fe-4408-4a2e-a42d-e1f9fb159119), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:15.899547 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fa759f7f-a3f7-4107-b476-b0deb0dd0a0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7254573'] for subnet (c226d4fe-4408-4a2e-a42d-e1f9fb159119), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:16.028100 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fa759f7f-a3f7-4107-b476-b0deb0dd0a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928297'] for subnet (c226d4fe-4408-4a2e-a42d-e1f9fb159119), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:16.224951 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fa759f7f-a3f7-4107-b476-b0deb0dd0a0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5342686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5249184'] for subnet (c226d4fe-4408-4a2e-a42d-e1f9fb159119), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:16.258716 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa759f7f-a3f7-4107-b476-b0deb0dd0a0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c226d4fe-4408-4a2e-a42d-e1f9fb159119,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:16.260844 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fa759f7f-a3f7-4107-b476-b0deb0dd0a0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:16.264227 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-fa759f7f-a3f7-4107-b476-b0deb0dd0a0a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c226d4fe-4408-4a2e-a42d-e1f9fb159119 HTTP/1.1" status: 204 len: 168 time: 0.5016112 Apr 05 11:26:16.266762 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37628) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:16.271000 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286e5abe-b299-4ae7-9aaa-4ba92d227bf6 None None] Network 3c3ad901-dee6-4adf-8761-f4e0b40921d1 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:26:16.583802 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963487b4-79f7-4c0a-b176-bfdf4b863e15 None None] DHCP port deletion for 3c3ad901-dee6-4adf-8761-f4e0b40921d1 request from dv-cinder-818994-3-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:26:16.643371 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device b9a696ab-802f-4090-a3e1-504a3e524a96 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:26:16.657131 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ffa45c6f-db12-429d-becc-f8a176218e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920430'] for network (3c3ad901-dee6-4adf-8761-f4e0b40921d1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:16.672229 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: b9a696ab-802f-4090-a3e1-504a3e524a96 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:26:16.672469 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device b9a696ab-802f-4090-a3e1-504a3e524a96 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:26:16.672879 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 7b913366-668f-4167-b29f-1548ef657c15 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:26:16.708817 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 7b913366-668f-4167-b29f-1548ef657c15 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:26:16.712667 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 7b913366-668f-4167-b29f-1548ef657c15 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:26:16.720772 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-963487b4-79f7-4c0a-b176-bfdf4b863e15 None None] Deleting port 1d6a7db9-5fdf-46c2-8309-e868de1dc190 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:26:16.721140 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-963487b4-79f7-4c0a-b176-bfdf4b863e15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (1d6a7db9-5fdf-46c2-8309-e868de1dc190), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:16.724547 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-ffa45c6f-db12-429d-becc-f8a176218e32 admin admin] Deleting port 1d6a7db9-5fdf-46c2-8309-e868de1dc190 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:26:16.725124 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ffa45c6f-db12-429d-becc-f8a176218e32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (1d6a7db9-5fdf-46c2-8309-e868de1dc190), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:16.793554 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-963487b4-79f7-4c0a-b176-bfdf4b863e15 None None] For port 1d6a7db9-5fdf-46c2-8309-e868de1dc190, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=1d6a7db9-5fdf-46c2-8309-e868de1dc190,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:26:16.793874 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-963487b4-79f7-4c0a-b176-bfdf4b863e15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (1d6a7db9-5fdf-46c2-8309-e868de1dc190), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:16.797377 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-ffa45c6f-db12-429d-becc-f8a176218e32 admin admin] For port 1d6a7db9-5fdf-46c2-8309-e868de1dc190, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=1d6a7db9-5fdf-46c2-8309-e868de1dc190,segment=NetworkSegment(eb78556b-59ce-46de-9ac1-65c92f9bd8a3),segment_id=eb78556b-59ce-46de-9ac1-65c92f9bd8a3)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:26:16.797844 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ffa45c6f-db12-429d-becc-f8a176218e32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (1d6a7db9-5fdf-46c2-8309-e868de1dc190), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:16.810469 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-963487b4-79f7-4c0a-b176-bfdf4b863e15 None None] Calling delete_port for 1d6a7db9-5fdf-46c2-8309-e868de1dc190 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:26:16.813688 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-ffa45c6f-db12-429d-becc-f8a176218e32 admin admin] Calling delete_port for 1d6a7db9-5fdf-46c2-8309-e868de1dc190 owned by network:dhcp {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:26:17.018452 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:17.032031 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ffa45c6f-db12-429d-becc-f8a176218e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (1d6a7db9-5fdf-46c2-8309-e868de1dc190), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:17.045264 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-963487b4-79f7-4c0a-b176-bfdf4b863e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252'] for port (1d6a7db9-5fdf-46c2-8309-e868de1dc190), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:17.058184 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa45c6f-db12-429d-becc-f8a176218e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6a7db9-5fdf-46c2-8309-e868de1dc190,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:17.061924 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa45c6f-db12-429d-becc-f8a176218e32 admin admin] No DVR routers for this DVR port 1d6a7db9-5fdf-46c2-8309-e868de1dc190 on host dv-cinder-818994-3-iscsi {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:26:17.089910 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963487b4-79f7-4c0a-b176-bfdf4b863e15 None None] Pushing event deleted for resources: {'Port': ['ID=1d6a7db9-5fdf-46c2-8309-e868de1dc190,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:17.094389 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963487b4-79f7-4c0a-b176-bfdf4b863e15 None None] No DVR routers for this DVR port 1d6a7db9-5fdf-46c2-8309-e868de1dc190 on host dv-cinder-818994-3-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:26:17.162399 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ffa45c6f-db12-429d-becc-f8a176218e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1167570', 'neutron.services.segments.db._delete_segments_for_network-8793732693881'] for network (3c3ad901-dee6-4adf-8761-f4e0b40921d1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:17.196468 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-ffa45c6f-db12-429d-becc-f8a176218e32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3ad901-dee6-4adf-8761-f4e0b40921d1']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:26:17.208876 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-ffa45c6f-db12-429d-becc-f8a176218e32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb78556b-59ce-46de-9ac1-65c92f9bd8a3') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:26:17.209324 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-ffa45c6f-db12-429d-becc-f8a176218e32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb78556b-59ce-46de-9ac1-65c92f9bd8a3') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:26:17.225793 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ffa45c6f-db12-429d-becc-f8a176218e32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793732694402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7254742'] for segment (eb78556b-59ce-46de-9ac1-65c92f9bd8a3), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:17.246295 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ffa45c6f-db12-429d-becc-f8a176218e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (eb78556b-59ce-46de-9ac1-65c92f9bd8a3), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:17.254699 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa45c6f-db12-429d-becc-f8a176218e32 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:26:17.255124 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ffa45c6f-db12-429d-becc-f8a176218e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5342644'] for segment (eb78556b-59ce-46de-9ac1-65c92f9bd8a3), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: Traceback (most recent call last): Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: timer() Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: cb(*args, **kw) Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: return func(*args, **kwargs) Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: self._notify() Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: self.callback(batched_events) Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: event.method(event) Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: return f(self, *a, **k) Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: return self._get(url).json() Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: return self.request(url, 'GET', **kwargs) Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:26:17.257132 dv-cinder-818994-3-iscsi neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:26:17.460687 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ffa45c6f-db12-429d-becc-f8a176218e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1167531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585706'] for network (3c3ad901-dee6-4adf-8761-f4e0b40921d1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:17.467091 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ffa45c6f-db12-429d-becc-f8a176218e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:17.474008 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ffa45c6f-db12-429d-becc-f8a176218e32 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3c3ad901-dee6-4adf-8761-f4e0b40921d1 HTTP/1.1" status: 204 len: 168 time: 1.2027640 Apr 05 11:26:17.483947 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa45c6f-db12-429d-becc-f8a176218e32 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c3ad901-dee6-4adf-8761-f4e0b40921d1,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:17.871275 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 37656) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:17.911967 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-e0dafc38-e954-4c8d-9ae2-59e0b2235d22 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee45cad25b8c4845b2cf9c11ab2dd7c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394435 Apr 05 11:26:17.914547 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 37658) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:17.965797 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fee76b30-14a0-4a71-b20d-0af1ca51546e admin admin] Publish callbacks [] for security_group (46c16aa5-a1bf-4090-bfec-b9200670626a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:17.988234 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fee76b30-14a0-4a71-b20d-0af1ca51546e admin admin] Publish callbacks [] for security_group (46c16aa5-a1bf-4090-bfec-b9200670626a), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:18.100559 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fee76b30-14a0-4a71-b20d-0af1ca51546e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (46c16aa5-a1bf-4090-bfec-b9200670626a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:18.103231 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fee76b30-14a0-4a71-b20d-0af1ca51546e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:18.104639 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-fee76b30-14a0-4a71-b20d-0af1ca51546e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/46c16aa5-a1bf-4090-bfec-b9200670626a HTTP/1.1" status: 204 len: 168 time: 0.1888378 Apr 05 11:26:18.113428 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee76b30-14a0-4a71-b20d-0af1ca51546e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c16aa5-a1bf-4090-bfec-b9200670626a,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:18.357437 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f54cb9d4-52a0-48b6-bf48-b9a822ead325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:18.546503 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 1d6a7db9-5fdf-46c2-8309-e868de1dc190 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:26:18.566975 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 1d6a7db9-5fdf-46c2-8309-e868de1dc190 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:26:18.567326 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 1d6a7db9-5fdf-46c2-8309-e868de1dc190 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:26:21.007718 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e60f204c-20b5-4ad5-ab1b-4e867a215d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:21.051554 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 37748) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:21.161208 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-665415a3-2da6-433b-8034-87b216c03416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:21.246172 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-665415a3-2da6-433b-8034-87b216c03416 admin admin] Publish callbacks [] for security_group (4fb0feac-406f-4416-8874-f50c01c62171), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:21.327692 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-665415a3-2da6-433b-8034-87b216c03416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (4fb0feac-406f-4416-8874-f50c01c62171), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:21.373089 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-665415a3-2da6-433b-8034-87b216c03416 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de3867111135494b968040b5353b2d05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3203406 Apr 05 11:26:21.374021 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665415a3-2da6-433b-8034-87b216c03416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb0feac-406f-4416-8874-f50c01c62171,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:21.376329 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37752) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:21.435722 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2c65d59f-c17f-473b-a1e0-21207593f6b4 admin admin] Publish callbacks [] for security_group (4fb0feac-406f-4416-8874-f50c01c62171), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:21.460767 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2c65d59f-c17f-473b-a1e0-21207593f6b4 admin admin] Publish callbacks [] for security_group (4fb0feac-406f-4416-8874-f50c01c62171), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:21.569258 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2c65d59f-c17f-473b-a1e0-21207593f6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (4fb0feac-406f-4416-8874-f50c01c62171), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:21.572080 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2c65d59f-c17f-473b-a1e0-21207593f6b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:21.577922 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-2c65d59f-c17f-473b-a1e0-21207593f6b4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fb0feac-406f-4416-8874-f50c01c62171 HTTP/1.1" status: 204 len: 168 time: 0.1960268 Apr 05 11:26:21.583811 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65d59f-c17f-473b-a1e0-21207593f6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb0feac-406f-4416-8874-f50c01c62171,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:21.906239 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:22.578232 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37778) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:22.592360 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-39307fa2-7459-432c-903e-2b4e5f3626af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:22.689764 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-39307fa2-7459-432c-903e-2b4e5f3626af admin admin] Publish callbacks [] for security_group (84d7015e-59ce-47ea-a42f-ddab7d43dd68), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:22.865990 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-39307fa2-7459-432c-903e-2b4e5f3626af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (84d7015e-59ce-47ea-a42f-ddab7d43dd68), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:22.872967 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 37782) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:22.905947 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-39307fa2-7459-432c-903e-2b4e5f3626af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8a60e36fea474728832a960152302487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263288 Apr 05 11:26:22.906685 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39307fa2-7459-432c-903e-2b4e5f3626af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d7015e-59ce-47ea-a42f-ddab7d43dd68,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:22.920305 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 37786) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:22.975182 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ac169af2-ac6e-4d2c-b33d-4e6261fd8376 admin admin] Publish callbacks [] for security_group (84d7015e-59ce-47ea-a42f-ddab7d43dd68), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:23.008698 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ac169af2-ac6e-4d2c-b33d-4e6261fd8376 admin admin] Publish callbacks [] for security_group (84d7015e-59ce-47ea-a42f-ddab7d43dd68), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:23.011060 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bf2f863e-7202-4a3b-9ea3-d4777e895830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:23.114506 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bf2f863e-7202-4a3b-9ea3-d4777e895830 admin admin] Publish callbacks [] for security_group (b4558f64-a7cb-4032-ae38-ea23de0e055a), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:23.286679 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:23.289150 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bf2f863e-7202-4a3b-9ea3-d4777e895830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (b4558f64-a7cb-4032-ae38-ea23de0e055a), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:23.292760 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ac169af2-ac6e-4d2c-b33d-4e6261fd8376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (84d7015e-59ce-47ea-a42f-ddab7d43dd68), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:23.296993 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ac169af2-ac6e-4d2c-b33d-4e6261fd8376 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:23.301490 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-ac169af2-ac6e-4d2c-b33d-4e6261fd8376 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84d7015e-59ce-47ea-a42f-ddab7d43dd68 HTTP/1.1" status: 204 len: 168 time: 0.3773925 Apr 05 11:26:23.346485 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-bf2f863e-7202-4a3b-9ea3-d4777e895830 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d8a7ecfe77a4d2ab6aff11f569f7ce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4723217 Apr 05 11:26:23.347825 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f863e-7202-4a3b-9ea3-d4777e895830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4558f64-a7cb-4032-ae38-ea23de0e055a,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:23.349902 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37800) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:23.361546 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac169af2-ac6e-4d2c-b33d-4e6261fd8376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d7015e-59ce-47ea-a42f-ddab7d43dd68,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:23.436051 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cf004ed0-17e2-4a56-81ea-dbd92dc0cffd admin admin] Publish callbacks [] for security_group (b4558f64-a7cb-4032-ae38-ea23de0e055a), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:23.477443 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cf004ed0-17e2-4a56-81ea-dbd92dc0cffd admin admin] Publish callbacks [] for security_group (b4558f64-a7cb-4032-ae38-ea23de0e055a), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:23.667003 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cf004ed0-17e2-4a56-81ea-dbd92dc0cffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (b4558f64-a7cb-4032-ae38-ea23de0e055a), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:23.669859 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cf004ed0-17e2-4a56-81ea-dbd92dc0cffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:23.674140 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-cf004ed0-17e2-4a56-81ea-dbd92dc0cffd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4558f64-a7cb-4032-ae38-ea23de0e055a HTTP/1.1" status: 204 len: 168 time: 0.3200324 Apr 05 11:26:23.681581 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf004ed0-17e2-4a56-81ea-dbd92dc0cffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4558f64-a7cb-4032-ae38-ea23de0e055a,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:24.600817 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37834) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:24.616882 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-907a3a5f-f101-47dd-a4b2-ea843eca44b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:24.701883 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-907a3a5f-f101-47dd-a4b2-ea843eca44b1 admin admin] Publish callbacks [] for security_group (d1be4b7d-51c7-4150-bde1-a571d48293b8), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:24.826051 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-907a3a5f-f101-47dd-a4b2-ea843eca44b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (d1be4b7d-51c7-4150-bde1-a571d48293b8), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:24.865737 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a3a5f-f101-47dd-a4b2-ea843eca44b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1be4b7d-51c7-4150-bde1-a571d48293b8,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:24.870841 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-907a3a5f-f101-47dd-a4b2-ea843eca44b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b1044837a4b246839820559af9df9522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688785 Apr 05 11:26:24.874735 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37840) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:24.962990 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b8bf43b7-e402-41cf-b5ba-682d9f3418ba admin admin] Publish callbacks [] for security_group (d1be4b7d-51c7-4150-bde1-a571d48293b8), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:24.999274 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b8bf43b7-e402-41cf-b5ba-682d9f3418ba admin admin] Publish callbacks [] for security_group (d1be4b7d-51c7-4150-bde1-a571d48293b8), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:25.049076 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:25.145724 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b8bf43b7-e402-41cf-b5ba-682d9f3418ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (d1be4b7d-51c7-4150-bde1-a571d48293b8), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:25.148301 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b8bf43b7-e402-41cf-b5ba-682d9f3418ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:25.149570 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-b8bf43b7-e402-41cf-b5ba-682d9f3418ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1be4b7d-51c7-4150-bde1-a571d48293b8 HTTP/1.1" status: 204 len: 168 time: 0.2723992 Apr 05 11:26:25.157806 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf43b7-e402-41cf-b5ba-682d9f3418ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1be4b7d-51c7-4150-bde1-a571d48293b8,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:25.892134 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37872) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:25.906084 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-396dc49e-eda9-4e7b-95bd-ce7b903f4ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:25.982137 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-396dc49e-eda9-4e7b-95bd-ce7b903f4ad2 admin admin] Publish callbacks [] for security_group (ff7ef5fc-be90-4912-b313-08eddfb1e718), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:26.087203 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-396dc49e-eda9-4e7b-95bd-ce7b903f4ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (ff7ef5fc-be90-4912-b313-08eddfb1e718), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:26.127567 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396dc49e-eda9-4e7b-95bd-ce7b903f4ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7ef5fc-be90-4912-b313-08eddfb1e718,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:26.134598 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-396dc49e-eda9-4e7b-95bd-ce7b903f4ad2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac27d35d0faa4b7d91069cd8355e4f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384694 Apr 05 11:26:26.134929 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37880) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:26.193035 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7d1ba9d0-7aa1-4560-8be8-e3177b1271b7 admin admin] Publish callbacks [] for security_group (ff7ef5fc-be90-4912-b313-08eddfb1e718), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:26.225052 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7d1ba9d0-7aa1-4560-8be8-e3177b1271b7 admin admin] Publish callbacks [] for security_group (ff7ef5fc-be90-4912-b313-08eddfb1e718), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:26.312014 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37890) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:26.403537 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7d1ba9d0-7aa1-4560-8be8-e3177b1271b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (ff7ef5fc-be90-4912-b313-08eddfb1e718), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:26.406735 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7d1ba9d0-7aa1-4560-8be8-e3177b1271b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:26.408176 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-7d1ba9d0-7aa1-4560-8be8-e3177b1271b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff7ef5fc-be90-4912-b313-08eddfb1e718 HTTP/1.1" status: 204 len: 168 time: 0.2722549 Apr 05 11:26:26.429412 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ba9d0-7aa1-4560-8be8-e3177b1271b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7ef5fc-be90-4912-b313-08eddfb1e718,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:26.438000 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8b2f005b-ee9f-45b8-b098-d922eb1f5904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:26.528186 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8b2f005b-ee9f-45b8-b098-d922eb1f5904 admin admin] Publish callbacks [] for security_group (32fceaeb-278f-4d58-b8cc-2be31a291c99), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:26.592015 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7decf29-364d-46d7-97ab-d5837df6a14c req-d831602f-977b-441d-b825-cc4e57f6c9ea service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445530 Apr 05 11:26:26.626325 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8b2f005b-ee9f-45b8-b098-d922eb1f5904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (32fceaeb-278f-4d58-b8cc-2be31a291c99), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:26.690585 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f005b-ee9f-45b8-b098-d922eb1f5904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fceaeb-278f-4d58-b8cc-2be31a291c99,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:26.694944 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8b2f005b-ee9f-45b8-b098-d922eb1f5904 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7de18131acdb4247a5acc3f4daf4f514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3817983 Apr 05 11:26:26.698257 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37904) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:26.745029 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7decf29-364d-46d7-97ab-d5837df6a14c req-bf387832-9bae-4320-bf01-8d280c6eb09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:26:26.746541 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7decf29-364d-46d7-97ab-d5837df6a14c req-bf387832-9bae-4320-bf01-8d280c6eb09c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c1827315aac4bfdacff856a13f90eb5&device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 1129 time: 0.1082671 Apr 05 11:26:26.787228 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-47d962cf-7a52-4a18-b046-b22a3ead03a2 admin admin] Publish callbacks [] for security_group (32fceaeb-278f-4d58-b8cc-2be31a291c99), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:26.855575 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-47d962cf-7a52-4a18-b046-b22a3ead03a2 admin admin] Publish callbacks [] for security_group (32fceaeb-278f-4d58-b8cc-2be31a291c99), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:26.913930 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7decf29-364d-46d7-97ab-d5837df6a14c req-a623488c-d2f5-4ced-93ec-a4f83a813615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:26:26.915077 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7decf29-364d-46d7-97ab-d5837df6a14c req-a623488c-d2f5-4ced-93ec-a4f83a813615 service neutron] 10.222.0.58 "GET /v2.0/networks?id=15ec88ec-a078-4d94-a658-456bc06f4f38 HTTP/1.1" status: 200 len: 913 time: 0.1421163 Apr 05 11:26:26.992928 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7decf29-364d-46d7-97ab-d5837df6a14c req-3956aab7-8b2f-4582-8910-98ad21409d8d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42ed496a-3344-4417-81b6-eec909ddf26d HTTP/1.1" status: 200 len: 1000 time: 0.0711458 Apr 05 11:26:27.054953 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37916) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:27.064845 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7decf29-364d-46d7-97ab-d5837df6a14c req-cb8d170b-6991-4161-8a46-a0ca1453ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:26:27.066458 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7decf29-364d-46d7-97ab-d5837df6a14c req-cb8d170b-6991-4161-8a46-a0ca1453ddf4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cdd783b-82e9-4593-a451-3b1b6f34c5b6 HTTP/1.1" status: 200 len: 851 time: 0.0682287 Apr 05 11:26:27.104687 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-47d962cf-7a52-4a18-b046-b22a3ead03a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (32fceaeb-278f-4d58-b8cc-2be31a291c99), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:27.107392 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-47d962cf-7a52-4a18-b046-b22a3ead03a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:27.108595 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-47d962cf-7a52-4a18-b046-b22a3ead03a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32fceaeb-278f-4d58-b8cc-2be31a291c99 HTTP/1.1" status: 204 len: 168 time: 0.4090090 Apr 05 11:26:27.120588 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d962cf-7a52-4a18-b046-b22a3ead03a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fceaeb-278f-4d58-b8cc-2be31a291c99,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:27.139999 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7decf29-364d-46d7-97ab-d5837df6a14c req-630c2740-8e5f-4470-b4d7-afb4a66d3798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:26:27.141832 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7decf29-364d-46d7-97ab-d5837df6a14c req-630c2740-8e5f-4470-b4d7-afb4a66d3798 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=15ec88ec-a078-4d94-a658-456bc06f4f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691223 Apr 05 11:26:27.248956 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7decf29-364d-46d7-97ab-d5837df6a14c req-ca9f089e-135a-422b-89f8-eb60e458dbf8 service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993271 Apr 05 11:26:27.334119 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac99a260-f4d0-40ec-92de-e05fe3d4e432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:27.393753 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7decf29-364d-46d7-97ab-d5837df6a14c req-7909ab34-4de6-4f26-a1ad-6fd15aedad6d service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391432 Apr 05 11:26:27.444387 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac99a260-f4d0-40ec-92de-e05fe3d4e432 admin admin] Publish callbacks [] for security_group (7742bc01-67a7-4e79-8b27-2ff778c2fc32), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:27.551617 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ac99a260-f4d0-40ec-92de-e05fe3d4e432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (7742bc01-67a7-4e79-8b27-2ff778c2fc32), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:27.592670 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ac99a260-f4d0-40ec-92de-e05fe3d4e432 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b9a1dce1255477089d32a14cdd559af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5372350 Apr 05 11:26:27.593530 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99a260-f4d0-40ec-92de-e05fe3d4e432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7742bc01-67a7-4e79-8b27-2ff778c2fc32,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:27.596745 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 37932) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:27.653895 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0566423-1903-4312-86aa-ed51cd0c0876 admin admin] Publish callbacks [] for security_group (7742bc01-67a7-4e79-8b27-2ff778c2fc32), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:27.676233 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0566423-1903-4312-86aa-ed51cd0c0876 admin admin] Publish callbacks [] for security_group (7742bc01-67a7-4e79-8b27-2ff778c2fc32), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:27.796196 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0566423-1903-4312-86aa-ed51cd0c0876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (7742bc01-67a7-4e79-8b27-2ff778c2fc32), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:27.799225 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0566423-1903-4312-86aa-ed51cd0c0876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:27.803662 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d0566423-1903-4312-86aa-ed51cd0c0876 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7742bc01-67a7-4e79-8b27-2ff778c2fc32 HTTP/1.1" status: 204 len: 168 time: 0.2057567 Apr 05 11:26:27.812408 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0566423-1903-4312-86aa-ed51cd0c0876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7742bc01-67a7-4e79-8b27-2ff778c2fc32,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:27.919866 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37940) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:27.942963 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8d546d26-3387-4ca7-9117-a279ab5e90d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:28.059159 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8d546d26-3387-4ca7-9117-a279ab5e90d2 admin admin] Publish callbacks [] for security_group (fbe921e3-ca28-4de6-a380-ca29b2e0381e), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:28.123615 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8d546d26-3387-4ca7-9117-a279ab5e90d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (fbe921e3-ca28-4de6-a380-ca29b2e0381e), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:28.180410 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8d546d26-3387-4ca7-9117-a279ab5e90d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ced2c837436c4b3c9e2bae50e570402b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588658 Apr 05 11:26:28.182980 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37944) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:28.189323 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d546d26-3387-4ca7-9117-a279ab5e90d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe921e3-ca28-4de6-a380-ca29b2e0381e,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:28.240145 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-63aa9d48-403f-4664-83a9-3b1ac19ad050 admin admin] Publish callbacks [] for security_group (fbe921e3-ca28-4de6-a380-ca29b2e0381e), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:28.269289 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-63aa9d48-403f-4664-83a9-3b1ac19ad050 admin admin] Publish callbacks [] for security_group (fbe921e3-ca28-4de6-a380-ca29b2e0381e), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:28.418893 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-63aa9d48-403f-4664-83a9-3b1ac19ad050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (fbe921e3-ca28-4de6-a380-ca29b2e0381e), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:28.421542 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-63aa9d48-403f-4664-83a9-3b1ac19ad050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:28.422798 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-63aa9d48-403f-4664-83a9-3b1ac19ad050 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fbe921e3-ca28-4de6-a380-ca29b2e0381e HTTP/1.1" status: 204 len: 168 time: 0.2388256 Apr 05 11:26:28.431170 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa9d48-403f-4664-83a9-3b1ac19ad050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe921e3-ca28-4de6-a380-ca29b2e0381e,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:28.753193 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 37956) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:28.774691 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c2bae545-c737-4c28-90a7-818da0d49c78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:28.888377 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c2bae545-c737-4c28-90a7-818da0d49c78 admin admin] Publish callbacks [] for security_group (91dce962-3093-4dd7-acf5-030042649b1c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:28.957395 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c2bae545-c737-4c28-90a7-818da0d49c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (91dce962-3093-4dd7-acf5-030042649b1c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:29.029935 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c2bae545-c737-4c28-90a7-818da0d49c78 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35a262bd57804e0497b9073405d320c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745605 Apr 05 11:26:29.034953 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 37966) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:29.047926 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bae545-c737-4c28-90a7-818da0d49c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dce962-3093-4dd7-acf5-030042649b1c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:29.128974 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e4c58301-a760-46ba-94dc-58e6a86c1e26 admin admin] Publish callbacks [] for security_group (91dce962-3093-4dd7-acf5-030042649b1c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:29.152823 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e4c58301-a760-46ba-94dc-58e6a86c1e26 admin admin] Publish callbacks [] for security_group (91dce962-3093-4dd7-acf5-030042649b1c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:29.414041 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e4c58301-a760-46ba-94dc-58e6a86c1e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (91dce962-3093-4dd7-acf5-030042649b1c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:29.472262 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e4c58301-a760-46ba-94dc-58e6a86c1e26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:29.472262 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-e4c58301-a760-46ba-94dc-58e6a86c1e26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91dce962-3093-4dd7-acf5-030042649b1c HTTP/1.1" status: 204 len: 168 time: 0.3845563 Apr 05 11:26:29.472262 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c58301-a760-46ba-94dc-58e6a86c1e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dce962-3093-4dd7-acf5-030042649b1c,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:32.185286 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 38084) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:32.378620 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c3d74ff7-ce8f-4344-b138-55ab97707cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:32.417934 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c3d74ff7-ce8f-4344-b138-55ab97707cc8 admin admin] Publish callbacks [] for security_group (9f7f0fd9-0065-4fac-b263-cb08560c0629), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:32.567103 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c3d74ff7-ce8f-4344-b138-55ab97707cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (9f7f0fd9-0065-4fac-b263-cb08560c0629), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:32.606829 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d74ff7-ce8f-4344-b138-55ab97707cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7f0fd9-0065-4fac-b263-cb08560c0629,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:32.612090 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c3d74ff7-ce8f-4344-b138-55ab97707cc8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c25cb10d2914344bf1a7981762f6d46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4258862 Apr 05 11:26:32.616192 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 38092) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:32.668216 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b9866657-e25c-4f42-aebb-f835757472d7 admin admin] Publish callbacks [] for security_group (9f7f0fd9-0065-4fac-b263-cb08560c0629), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:32.692031 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b9866657-e25c-4f42-aebb-f835757472d7 admin admin] Publish callbacks [] for security_group (9f7f0fd9-0065-4fac-b263-cb08560c0629), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:32.994636 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b9866657-e25c-4f42-aebb-f835757472d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (9f7f0fd9-0065-4fac-b263-cb08560c0629), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:32.997326 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b9866657-e25c-4f42-aebb-f835757472d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:32.998487 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b9866657-e25c-4f42-aebb-f835757472d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f7f0fd9-0065-4fac-b263-cb08560c0629 HTTP/1.1" status: 204 len: 168 time: 0.3812537 Apr 05 11:26:33.015763 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9866657-e25c-4f42-aebb-f835757472d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7f0fd9-0065-4fac-b263-cb08560c0629,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:34.003458 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 38108) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:34.131428 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f8dfc1eb-ffbb-4bc2-9657-af4720c4ac29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:34.230447 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 38112) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:34.231098 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f8dfc1eb-ffbb-4bc2-9657-af4720c4ac29 admin admin] Publish callbacks [] for security_group (f8896d14-ef51-4dcf-97ce-500006960866), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:34.244970 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-473eb5ba-c32c-4b27-a699-33ffe17a71d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:34.294406 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f8dfc1eb-ffbb-4bc2-9657-af4720c4ac29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (f8896d14-ef51-4dcf-97ce-500006960866), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:34.321729 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-473eb5ba-c32c-4b27-a699-33ffe17a71d1 admin admin] Publish callbacks [] for security_group (d60b717b-a230-4047-b8c5-8aec8d2a5608), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:34.340493 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-f8dfc1eb-ffbb-4bc2-9657-af4720c4ac29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9fb67fb2b1d14e6384a0757a43d43b81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3356845 Apr 05 11:26:34.345316 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfc1eb-ffbb-4bc2-9657-af4720c4ac29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8896d14-ef51-4dcf-97ce-500006960866,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:34.345575 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 38114) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:34.398339 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d53ff81c-7530-414d-b1b2-c800b32fac31 admin admin] Publish callbacks [] for security_group (f8896d14-ef51-4dcf-97ce-500006960866), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:34.409849 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-473eb5ba-c32c-4b27-a699-33ffe17a71d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (d60b717b-a230-4047-b8c5-8aec8d2a5608), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:34.437092 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d53ff81c-7530-414d-b1b2-c800b32fac31 admin admin] Publish callbacks [] for security_group (f8896d14-ef51-4dcf-97ce-500006960866), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:34.473105 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473eb5ba-c32c-4b27-a699-33ffe17a71d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60b717b-a230-4047-b8c5-8aec8d2a5608,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:34.483245 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-473eb5ba-c32c-4b27-a699-33ffe17a71d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4807ed77c77a4d9fb27fad7b9ddbbdea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516475 Apr 05 11:26:34.487189 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 38116) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:34.537674 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1dc7bb96-2569-40f4-9331-855eb4351ff2 admin admin] Publish callbacks [] for security_group (d60b717b-a230-4047-b8c5-8aec8d2a5608), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:34.568779 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1dc7bb96-2569-40f4-9331-855eb4351ff2 admin admin] Publish callbacks [] for security_group (d60b717b-a230-4047-b8c5-8aec8d2a5608), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:34.608776 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d53ff81c-7530-414d-b1b2-c800b32fac31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (f8896d14-ef51-4dcf-97ce-500006960866), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:34.612099 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d53ff81c-7530-414d-b1b2-c800b32fac31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:34.613477 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-d53ff81c-7530-414d-b1b2-c800b32fac31 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8896d14-ef51-4dcf-97ce-500006960866 HTTP/1.1" status: 204 len: 168 time: 0.2671490 Apr 05 11:26:34.622128 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ff81c-7530-414d-b1b2-c800b32fac31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8896d14-ef51-4dcf-97ce-500006960866,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:34.727036 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1dc7bb96-2569-40f4-9331-855eb4351ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (d60b717b-a230-4047-b8c5-8aec8d2a5608), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:34.729988 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1dc7bb96-2569-40f4-9331-855eb4351ff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:34.733941 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-1dc7bb96-2569-40f4-9331-855eb4351ff2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d60b717b-a230-4047-b8c5-8aec8d2a5608 HTTP/1.1" status: 204 len: 168 time: 0.2433517 Apr 05 11:26:34.742993 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7bb96-2569-40f4-9331-855eb4351ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60b717b-a230-4047-b8c5-8aec8d2a5608,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:35.651237 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 38142) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:35.667265 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c45fd264-584b-4daf-9fa9-fbcbc3f9f961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:35.746563 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c45fd264-584b-4daf-9fa9-fbcbc3f9f961 admin admin] Publish callbacks [] for security_group (35327c86-d551-403d-9b53-621d75c8abfc), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:35.802443 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c45fd264-584b-4daf-9fa9-fbcbc3f9f961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (35327c86-d551-403d-9b53-621d75c8abfc), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:35.844108 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c45fd264-584b-4daf-9fa9-fbcbc3f9f961 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43d9b4fdf62b4d3281d3ea6066f52e1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1920781 Apr 05 11:26:35.844864 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fd264-584b-4daf-9fa9-fbcbc3f9f961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35327c86-d551-403d-9b53-621d75c8abfc,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:35.848180 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 38148) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:35.935474 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1dd1326f-26be-4f72-b83d-4fd177a2c28c admin admin] Publish callbacks [] for security_group (35327c86-d551-403d-9b53-621d75c8abfc), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:35.959786 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1dd1326f-26be-4f72-b83d-4fd177a2c28c admin admin] Publish callbacks [] for security_group (35327c86-d551-403d-9b53-621d75c8abfc), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:36.094400 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1dd1326f-26be-4f72-b83d-4fd177a2c28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (35327c86-d551-403d-9b53-621d75c8abfc), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:36.097307 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1dd1326f-26be-4f72-b83d-4fd177a2c28c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:36.098541 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-1dd1326f-26be-4f72-b83d-4fd177a2c28c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/35327c86-d551-403d-9b53-621d75c8abfc HTTP/1.1" status: 204 len: 168 time: 0.2484043 Apr 05 11:26:36.110316 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1326f-26be-4f72-b83d-4fd177a2c28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35327c86-d551-403d-9b53-621d75c8abfc,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:40.639530 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:26:43.481594 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 38312) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:43.597451 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 38318) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:43.632036 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7d578058-eb7b-4f6d-8fe7-40e641d46af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:43.664767 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-566c0e16-6a3f-4484-9473-2b1d095708cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:43.762274 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7d578058-eb7b-4f6d-8fe7-40e641d46af0 admin admin] Publish callbacks [] for security_group (743a0b1f-09cb-4ee0-aaa8-7e4915740266), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:43.783876 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-566c0e16-6a3f-4484-9473-2b1d095708cc admin admin] Publish callbacks [] for security_group (ebdc0bc4-f2c4-474d-a36d-f8f9407f020f), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:43.871688 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7d578058-eb7b-4f6d-8fe7-40e641d46af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (743a0b1f-09cb-4ee0-aaa8-7e4915740266), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:43.911815 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-566c0e16-6a3f-4484-9473-2b1d095708cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (ebdc0bc4-f2c4-474d-a36d-f8f9407f020f), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:43.919168 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-7d578058-eb7b-4f6d-8fe7-40e641d46af0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=758605230cce42f9a740388cc4a29f96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4364598 Apr 05 11:26:43.923451 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 38326) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:43.925795 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d578058-eb7b-4f6d-8fe7-40e641d46af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743a0b1f-09cb-4ee0-aaa8-7e4915740266,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:43.954985 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-566c0e16-6a3f-4484-9473-2b1d095708cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46019cd35897482bb1e60a7d42e8785c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3561931 Apr 05 11:26:43.958563 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 38328) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:43.965295 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c0e16-6a3f-4484-9473-2b1d095708cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdc0bc4-f2c4-474d-a36d-f8f9407f020f,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:44.006529 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4eb1176e-528c-454f-9154-bd7549053de6 admin admin] Publish callbacks [] for security_group (743a0b1f-09cb-4ee0-aaa8-7e4915740266), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:44.040650 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4eb1176e-528c-454f-9154-bd7549053de6 admin admin] Publish callbacks [] for security_group (743a0b1f-09cb-4ee0-aaa8-7e4915740266), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:44.052100 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6e6739e2-bac0-4ba6-becd-44b271cc9c46 admin admin] Publish callbacks [] for security_group (ebdc0bc4-f2c4-474d-a36d-f8f9407f020f), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:44.091018 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6e6739e2-bac0-4ba6-becd-44b271cc9c46 admin admin] Publish callbacks [] for security_group (ebdc0bc4-f2c4-474d-a36d-f8f9407f020f), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:44.207112 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4eb1176e-528c-454f-9154-bd7549053de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (743a0b1f-09cb-4ee0-aaa8-7e4915740266), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:44.210019 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4eb1176e-528c-454f-9154-bd7549053de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:44.211223 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4eb1176e-528c-454f-9154-bd7549053de6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/743a0b1f-09cb-4ee0-aaa8-7e4915740266 HTTP/1.1" status: 204 len: 168 time: 0.2880590 Apr 05 11:26:44.219923 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1176e-528c-454f-9154-bd7549053de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743a0b1f-09cb-4ee0-aaa8-7e4915740266,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:44.248248 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6e6739e2-bac0-4ba6-becd-44b271cc9c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (ebdc0bc4-f2c4-474d-a36d-f8f9407f020f), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:44.257322 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6e6739e2-bac0-4ba6-becd-44b271cc9c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:44.257322 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-6e6739e2-bac0-4ba6-becd-44b271cc9c46 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ebdc0bc4-f2c4-474d-a36d-f8f9407f020f HTTP/1.1" status: 204 len: 168 time: 0.2937996 Apr 05 11:26:44.262063 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6739e2-bac0-4ba6-becd-44b271cc9c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdc0bc4-f2c4-474d-a36d-f8f9407f020f,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:44.950278 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 38340) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:44.960680 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d46c6072-c0bf-4e5a-8294-b6b566c44797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:45.041899 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d46c6072-c0bf-4e5a-8294-b6b566c44797 admin admin] Publish callbacks [] for security_group (567fc7c5-5fc9-472a-8d7f-4037d9251f20), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:45.078353 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 38344) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:45.105571 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d46c6072-c0bf-4e5a-8294-b6b566c44797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (567fc7c5-5fc9-472a-8d7f-4037d9251f20), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:45.148839 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d46c6072-c0bf-4e5a-8294-b6b566c44797 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9de46fc51914d02b9ba6a81ccb93aba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006123 Apr 05 11:26:45.149810 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c6072-c0bf-4e5a-8294-b6b566c44797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567fc7c5-5fc9-472a-8d7f-4037d9251f20,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:45.151308 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 38348) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:45.187568 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-48d5960a-106a-4545-aedf-af5a0f2a597e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:45.215112 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ec4afd31-625f-4868-a710-dfc7b0ada3e1 admin admin] Publish callbacks [] for security_group (567fc7c5-5fc9-472a-8d7f-4037d9251f20), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:45.239165 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ec4afd31-625f-4868-a710-dfc7b0ada3e1 admin admin] Publish callbacks [] for security_group (567fc7c5-5fc9-472a-8d7f-4037d9251f20), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:45.275732 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-48d5960a-106a-4545-aedf-af5a0f2a597e admin admin] Publish callbacks [] for security_group (ce6a831f-a1e9-4ad9-8991-cac35a4ed153), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:45.332552 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-48d5960a-106a-4545-aedf-af5a0f2a597e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (ce6a831f-a1e9-4ad9-8991-cac35a4ed153), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:45.370699 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5960a-106a-4545-aedf-af5a0f2a597e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6a831f-a1e9-4ad9-8991-cac35a4ed153,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:45.375065 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-48d5960a-106a-4545-aedf-af5a0f2a597e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=17b8834f00b14b11856ffd4df30d9ed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955148 Apr 05 11:26:45.378049 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 38350) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:45.401602 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ec4afd31-625f-4868-a710-dfc7b0ada3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (567fc7c5-5fc9-472a-8d7f-4037d9251f20), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:45.404156 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ec4afd31-625f-4868-a710-dfc7b0ada3e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:45.405290 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ec4afd31-625f-4868-a710-dfc7b0ada3e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/567fc7c5-5fc9-472a-8d7f-4037d9251f20 HTTP/1.1" status: 204 len: 168 time: 0.2523382 Apr 05 11:26:45.424581 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4afd31-625f-4868-a710-dfc7b0ada3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567fc7c5-5fc9-472a-8d7f-4037d9251f20,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:45.434317 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 38354) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:45.444967 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a622a798-c7a1-4b5e-883f-3b8c55d2be1c admin admin] Publish callbacks [] for security_group (ce6a831f-a1e9-4ad9-8991-cac35a4ed153), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:45.447914 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c61f6f53-18c7-4421-926d-72b58df4e349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:45.475501 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a622a798-c7a1-4b5e-883f-3b8c55d2be1c admin admin] Publish callbacks [] for security_group (ce6a831f-a1e9-4ad9-8991-cac35a4ed153), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:45.537967 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c61f6f53-18c7-4421-926d-72b58df4e349 admin admin] Publish callbacks [] for security_group (9404020f-e66e-473b-8473-5207cbe9f924), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:45.630919 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c61f6f53-18c7-4421-926d-72b58df4e349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (9404020f-e66e-473b-8473-5207cbe9f924), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:45.631130 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a622a798-c7a1-4b5e-883f-3b8c55d2be1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (ce6a831f-a1e9-4ad9-8991-cac35a4ed153), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:45.633501 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a622a798-c7a1-4b5e-883f-3b8c55d2be1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:45.634665 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-a622a798-c7a1-4b5e-883f-3b8c55d2be1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce6a831f-a1e9-4ad9-8991-cac35a4ed153 HTTP/1.1" status: 204 len: 168 time: 0.2557096 Apr 05 11:26:45.643893 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622a798-c7a1-4b5e-883f-3b8c55d2be1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6a831f-a1e9-4ad9-8991-cac35a4ed153,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:45.678846 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c61f6f53-18c7-4421-926d-72b58df4e349 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32c40464a9444409aa023b1cd87af1c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434280 Apr 05 11:26:45.681484 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 38358) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:45.683734 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f6f53-18c7-4421-926d-72b58df4e349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9404020f-e66e-473b-8473-5207cbe9f924,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:45.738807 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4d04f974-5875-422d-ba3a-4647b6c0d4af admin admin] Publish callbacks [] for security_group (9404020f-e66e-473b-8473-5207cbe9f924), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:45.761065 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4d04f974-5875-422d-ba3a-4647b6c0d4af admin admin] Publish callbacks [] for security_group (9404020f-e66e-473b-8473-5207cbe9f924), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:45.911293 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4d04f974-5875-422d-ba3a-4647b6c0d4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (9404020f-e66e-473b-8473-5207cbe9f924), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:45.913914 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4d04f974-5875-422d-ba3a-4647b6c0d4af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:45.915193 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4d04f974-5875-422d-ba3a-4647b6c0d4af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9404020f-e66e-473b-8473-5207cbe9f924 HTTP/1.1" status: 204 len: 168 time: 0.2323034 Apr 05 11:26:45.923428 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04f974-5875-422d-ba3a-4647b6c0d4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9404020f-e66e-473b-8473-5207cbe9f924,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:46.446443 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 38376) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:46.459974 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ebed8ebc-0875-44c5-acb5-bc52c52d3fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:46.540475 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ebed8ebc-0875-44c5-acb5-bc52c52d3fc7 admin admin] Publish callbacks [] for security_group (7c5fdccf-4b26-46dc-bad9-78e257cd1aba), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:46.648593 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ebed8ebc-0875-44c5-acb5-bc52c52d3fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (7c5fdccf-4b26-46dc-bad9-78e257cd1aba), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:46.693293 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ebed8ebc-0875-44c5-acb5-bc52c52d3fc7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32a49a6410c847c5944b454441e41a8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455835 Apr 05 11:26:46.694427 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed8ebc-0875-44c5-acb5-bc52c52d3fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5fdccf-4b26-46dc-bad9-78e257cd1aba,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:46.696522 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 38384) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:46.754242 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b5cb41e4-eb6c-4cba-8142-50153a34bf06 admin admin] Publish callbacks [] for security_group (7c5fdccf-4b26-46dc-bad9-78e257cd1aba), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:46.778360 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b5cb41e4-eb6c-4cba-8142-50153a34bf06 admin admin] Publish callbacks [] for security_group (7c5fdccf-4b26-46dc-bad9-78e257cd1aba), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:46.797166 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:46.911122 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 38388) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:46.922500 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1ecf4335-f391-414f-be4c-c215badb0f51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:46.926511 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b5cb41e4-eb6c-4cba-8142-50153a34bf06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (7c5fdccf-4b26-46dc-bad9-78e257cd1aba), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:46.929570 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b5cb41e4-eb6c-4cba-8142-50153a34bf06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:46.931438 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b5cb41e4-eb6c-4cba-8142-50153a34bf06 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c5fdccf-4b26-46dc-bad9-78e257cd1aba HTTP/1.1" status: 204 len: 168 time: 0.2332778 Apr 05 11:26:46.944607 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb41e4-eb6c-4cba-8142-50153a34bf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5fdccf-4b26-46dc-bad9-78e257cd1aba,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:47.019312 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1ecf4335-f391-414f-be4c-c215badb0f51 admin admin] Publish callbacks [] for security_group (992cab5e-d3d4-44c9-b932-fa5f9fae2495), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:47.092318 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1ecf4335-f391-414f-be4c-c215badb0f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (992cab5e-d3d4-44c9-b932-fa5f9fae2495), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:47.135673 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1ecf4335-f391-414f-be4c-c215badb0f51 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a103473d42f4937b8c21aa143ce3c00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254496 Apr 05 11:26:47.136632 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf4335-f391-414f-be4c-c215badb0f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992cab5e-d3d4-44c9-b932-fa5f9fae2495,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:47.138871 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 38398) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:47.192583 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-330a8b6a-a75e-4751-8b46-70a6a379f91d admin admin] Publish callbacks [] for security_group (992cab5e-d3d4-44c9-b932-fa5f9fae2495), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:47.217234 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-330a8b6a-a75e-4751-8b46-70a6a379f91d admin admin] Publish callbacks [] for security_group (992cab5e-d3d4-44c9-b932-fa5f9fae2495), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:47.351380 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-330a8b6a-a75e-4751-8b46-70a6a379f91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (992cab5e-d3d4-44c9-b932-fa5f9fae2495), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:47.354177 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-330a8b6a-a75e-4751-8b46-70a6a379f91d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:47.355632 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-330a8b6a-a75e-4751-8b46-70a6a379f91d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/992cab5e-d3d4-44c9-b932-fa5f9fae2495 HTTP/1.1" status: 204 len: 168 time: 0.2156549 Apr 05 11:26:47.364252 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a8b6a-a75e-4751-8b46-70a6a379f91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992cab5e-d3d4-44c9-b932-fa5f9fae2495,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:48.374385 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cbcee2d5-c986-40ee-8c70-694baddacff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:50.899527 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0770-e152-4133-8db9-842d48c14e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:51.916795 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:51.928120 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 38574) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:52.044728 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b7ebe9da-6e28-4c3a-951f-817de9e41b6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:52.130258 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b7ebe9da-6e28-4c3a-951f-817de9e41b6d admin admin] Publish callbacks [] for security_group (5ebfd011-d703-4ca5-bd01-e6059e564c28), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:52.202301 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b7ebe9da-6e28-4c3a-951f-817de9e41b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (5ebfd011-d703-4ca5-bd01-e6059e564c28), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:52.243763 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-b7ebe9da-6e28-4c3a-951f-817de9e41b6d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ede23d59d47c4ae59998af53af8f34f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3144448 Apr 05 11:26:52.245657 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebe9da-6e28-4c3a-951f-817de9e41b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebfd011-d703-4ca5-bd01-e6059e564c28,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:52.246415 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 38582) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:26:52.304318 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bff3b5c1-1d46-4e21-9942-bdd79a8e3481 admin admin] Publish callbacks [] for security_group (5ebfd011-d703-4ca5-bd01-e6059e564c28), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:52.330077 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bff3b5c1-1d46-4e21-9942-bdd79a8e3481 admin admin] Publish callbacks [] for security_group (5ebfd011-d703-4ca5-bd01-e6059e564c28), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:52.436880 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bff3b5c1-1d46-4e21-9942-bdd79a8e3481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (5ebfd011-d703-4ca5-bd01-e6059e564c28), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:52.439642 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bff3b5c1-1d46-4e21-9942-bdd79a8e3481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:52.440790 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-bff3b5c1-1d46-4e21-9942-bdd79a8e3481 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ebfd011-d703-4ca5-bd01-e6059e564c28 HTTP/1.1" status: 204 len: 168 time: 0.1933205 Apr 05 11:26:52.453520 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3b5c1-1d46-4e21-9942-bdd79a8e3481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebfd011-d703-4ca5-bd01-e6059e564c28,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:26:52.459114 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3b5c1-1d46-4e21-9942-bdd79a8e3481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:52.459529 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3b5c1-1d46-4e21-9942-bdd79a8e3481 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:52.459788 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3b5c1-1d46-4e21-9942-bdd79a8e3481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:52.460305 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3b5c1-1d46-4e21-9942-bdd79a8e3481 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:52.460487 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3b5c1-1d46-4e21-9942-bdd79a8e3481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:52.461114 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3b5c1-1d46-4e21-9942-bdd79a8e3481 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:52.461624 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3b5c1-1d46-4e21-9942-bdd79a8e3481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:52.462051 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3b5c1-1d46-4e21-9942-bdd79a8e3481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:52.462381 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3b5c1-1d46-4e21-9942-bdd79a8e3481 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:52.462730 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3b5c1-1d46-4e21-9942-bdd79a8e3481 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:52.463058 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3b5c1-1d46-4e21-9942-bdd79a8e3481 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:52.463380 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3b5c1-1d46-4e21-9942-bdd79a8e3481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:52.463702 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3b5c1-1d46-4e21-9942-bdd79a8e3481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:52.464017 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3b5c1-1d46-4e21-9942-bdd79a8e3481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:52.464580 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3b5c1-1d46-4e21-9942-bdd79a8e3481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:26:53.269121 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:26:55.008553 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:03.700624 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 38784) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:03.808092 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe863a2a-d99c-487f-8cf6-24d2b37a9eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:03.890190 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe863a2a-d99c-487f-8cf6-24d2b37a9eea admin admin] Publish callbacks [] for security_group (85797b08-db99-47a8-9b06-00bddd59021a), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:03.971586 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fe863a2a-d99c-487f-8cf6-24d2b37a9eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (85797b08-db99-47a8-9b06-00bddd59021a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:04.011204 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-fe863a2a-d99c-487f-8cf6-24d2b37a9eea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=beb290508cef4b1bad52a75a012c254a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094919 Apr 05 11:27:04.012165 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe863a2a-d99c-487f-8cf6-24d2b37a9eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85797b08-db99-47a8-9b06-00bddd59021a,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:04.013804 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 38796) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:04.062369 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6f77d463-4d71-43c7-a305-ca9eac1e63e4 admin admin] Publish callbacks [] for security_group (85797b08-db99-47a8-9b06-00bddd59021a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:04.084382 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6f77d463-4d71-43c7-a305-ca9eac1e63e4 admin admin] Publish callbacks [] for security_group (85797b08-db99-47a8-9b06-00bddd59021a), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:04.190920 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6f77d463-4d71-43c7-a305-ca9eac1e63e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (85797b08-db99-47a8-9b06-00bddd59021a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:04.193530 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6f77d463-4d71-43c7-a305-ca9eac1e63e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:04.194769 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-6f77d463-4d71-43c7-a305-ca9eac1e63e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85797b08-db99-47a8-9b06-00bddd59021a HTTP/1.1" status: 204 len: 168 time: 0.1798930 Apr 05 11:27:04.202704 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77d463-4d71-43c7-a305-ca9eac1e63e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85797b08-db99-47a8-9b06-00bddd59021a,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:04.210290 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77d463-4d71-43c7-a305-ca9eac1e63e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:04.210666 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77d463-4d71-43c7-a305-ca9eac1e63e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:04.211161 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77d463-4d71-43c7-a305-ca9eac1e63e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:04.211516 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77d463-4d71-43c7-a305-ca9eac1e63e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:04.211856 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77d463-4d71-43c7-a305-ca9eac1e63e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:04.212191 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77d463-4d71-43c7-a305-ca9eac1e63e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:04.212523 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77d463-4d71-43c7-a305-ca9eac1e63e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:04.212858 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77d463-4d71-43c7-a305-ca9eac1e63e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:04.213288 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77d463-4d71-43c7-a305-ca9eac1e63e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:04.213507 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77d463-4d71-43c7-a305-ca9eac1e63e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:04.213838 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77d463-4d71-43c7-a305-ca9eac1e63e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:04.214166 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77d463-4d71-43c7-a305-ca9eac1e63e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:04.214491 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77d463-4d71-43c7-a305-ca9eac1e63e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:04.214839 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77d463-4d71-43c7-a305-ca9eac1e63e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:04.215164 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f77d463-4d71-43c7-a305-ca9eac1e63e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:04.320070 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 38804) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:04.522013 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98a6cbda-5791-48b2-be79-9ef70cd358e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:04.599204 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98a6cbda-5791-48b2-be79-9ef70cd358e8 admin admin] Publish callbacks [] for security_group (20b692e8-ce92-45f6-9291-17d034024d7a), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:04.720511 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98a6cbda-5791-48b2-be79-9ef70cd358e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (20b692e8-ce92-45f6-9291-17d034024d7a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:04.760494 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-98a6cbda-5791-48b2-be79-9ef70cd358e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58709f5a242f492a87cdf29d842e3756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4392853 Apr 05 11:27:04.761376 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6cbda-5791-48b2-be79-9ef70cd358e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b692e8-ce92-45f6-9291-17d034024d7a,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:04.763475 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 38810) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:04.812055 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ec90e811-2911-46aa-840c-144bf96b39ed admin admin] Publish callbacks [] for security_group (20b692e8-ce92-45f6-9291-17d034024d7a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:04.833272 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ec90e811-2911-46aa-840c-144bf96b39ed admin admin] Publish callbacks [] for security_group (20b692e8-ce92-45f6-9291-17d034024d7a), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:04.863902 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 38812) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:04.877554 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9ba90682-88e0-4900-847a-962d55994c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:04.962399 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ec90e811-2911-46aa-840c-144bf96b39ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (20b692e8-ce92-45f6-9291-17d034024d7a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:04.965095 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ec90e811-2911-46aa-840c-144bf96b39ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:04.971964 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-ec90e811-2911-46aa-840c-144bf96b39ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20b692e8-ce92-45f6-9291-17d034024d7a HTTP/1.1" status: 204 len: 168 time: 0.2017188 Apr 05 11:27:04.975725 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90e811-2911-46aa-840c-144bf96b39ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b692e8-ce92-45f6-9291-17d034024d7a,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:05.023797 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9ba90682-88e0-4900-847a-962d55994c24 admin admin] Publish callbacks [] for security_group (e691186e-6032-428f-b98b-656209694e9f), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:05.105237 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9ba90682-88e0-4900-847a-962d55994c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (e691186e-6032-428f-b98b-656209694e9f), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:05.145957 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba90682-88e0-4900-847a-962d55994c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e691186e-6032-428f-b98b-656209694e9f,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:05.150092 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-9ba90682-88e0-4900-847a-962d55994c24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9ea0dd16a874586a14bacfe22eed69d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850873 Apr 05 11:27:05.152822 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 38818) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:05.206810 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f92db3de-2caa-40ef-ae3a-7692da6bb165 admin admin] Publish callbacks [] for security_group (e691186e-6032-428f-b98b-656209694e9f), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:05.225285 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f92db3de-2caa-40ef-ae3a-7692da6bb165 admin admin] Publish callbacks [] for security_group (e691186e-6032-428f-b98b-656209694e9f), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:05.345991 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f92db3de-2caa-40ef-ae3a-7692da6bb165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (e691186e-6032-428f-b98b-656209694e9f), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:05.349181 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f92db3de-2caa-40ef-ae3a-7692da6bb165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:05.349796 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f92db3de-2caa-40ef-ae3a-7692da6bb165 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e691186e-6032-428f-b98b-656209694e9f HTTP/1.1" status: 204 len: 168 time: 0.1960788 Apr 05 11:27:05.359853 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92db3de-2caa-40ef-ae3a-7692da6bb165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e691186e-6032-428f-b98b-656209694e9f,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:05.761271 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 38824) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:05.775137 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a7b7f0db-a321-4fb6-9106-acd24524c75a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:05.851097 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a7b7f0db-a321-4fb6-9106-acd24524c75a admin admin] Publish callbacks [] for security_group (7a2d824b-2d2e-4637-b569-e921f5399423), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:05.933405 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a7b7f0db-a321-4fb6-9106-acd24524c75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (7a2d824b-2d2e-4637-b569-e921f5399423), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:05.976014 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 38834) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:05.976439 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a7b7f0db-a321-4fb6-9106-acd24524c75a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64e939605de44b9c873947dd4ef23fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137494 Apr 05 11:27:05.977346 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7f0db-a321-4fb6-9106-acd24524c75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2d824b-2d2e-4637-b569-e921f5399423,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:06.026117 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7f672e1d-eaf2-41d3-8ea6-477ca9f1e14c admin admin] Publish callbacks [] for security_group (7a2d824b-2d2e-4637-b569-e921f5399423), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:06.048287 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7f672e1d-eaf2-41d3-8ea6-477ca9f1e14c admin admin] Publish callbacks [] for security_group (7a2d824b-2d2e-4637-b569-e921f5399423), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:06.171539 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7f672e1d-eaf2-41d3-8ea6-477ca9f1e14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (7a2d824b-2d2e-4637-b569-e921f5399423), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:06.174852 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7f672e1d-eaf2-41d3-8ea6-477ca9f1e14c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:06.176959 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-7f672e1d-eaf2-41d3-8ea6-477ca9f1e14c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a2d824b-2d2e-4637-b569-e921f5399423 HTTP/1.1" status: 204 len: 168 time: 0.1988482 Apr 05 11:27:06.183662 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f672e1d-eaf2-41d3-8ea6-477ca9f1e14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2d824b-2d2e-4637-b569-e921f5399423,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:06.958770 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 38860) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:06.976137 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-58d6ad16-c38e-4806-b6e0-c8b9f441b11f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:07.075034 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-58d6ad16-c38e-4806-b6e0-c8b9f441b11f admin admin] Publish callbacks [] for security_group (88379fa2-e14d-448a-9142-f59bbaccbf63), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:07.139470 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-58d6ad16-c38e-4806-b6e0-c8b9f441b11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (88379fa2-e14d-448a-9142-f59bbaccbf63), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:07.179492 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-58d6ad16-c38e-4806-b6e0-c8b9f441b11f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=736d370ca96d463f89f169501949e652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194240 Apr 05 11:27:07.180328 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6ad16-c38e-4806-b6e0-c8b9f441b11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88379fa2-e14d-448a-9142-f59bbaccbf63,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:07.182404 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 38866) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:07.234747 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2d8e7a7a-3a92-4912-ab0e-e917819d4fc7 admin admin] Publish callbacks [] for security_group (88379fa2-e14d-448a-9142-f59bbaccbf63), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:07.257788 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2d8e7a7a-3a92-4912-ab0e-e917819d4fc7 admin admin] Publish callbacks [] for security_group (88379fa2-e14d-448a-9142-f59bbaccbf63), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:07.384784 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2d8e7a7a-3a92-4912-ab0e-e917819d4fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (88379fa2-e14d-448a-9142-f59bbaccbf63), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:07.387381 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2d8e7a7a-3a92-4912-ab0e-e917819d4fc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:07.388589 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-2d8e7a7a-3a92-4912-ab0e-e917819d4fc7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88379fa2-e14d-448a-9142-f59bbaccbf63 HTTP/1.1" status: 204 len: 168 time: 0.2049949 Apr 05 11:27:07.396668 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e7a7a-3a92-4912-ab0e-e917819d4fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88379fa2-e14d-448a-9142-f59bbaccbf63,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:07.514165 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 38874) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:07.730084 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0db7c7b8-84dc-45a3-b731-1f3001db850f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:07.815442 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0db7c7b8-84dc-45a3-b731-1f3001db850f admin admin] Publish callbacks [] for security_group (f7e365ff-5713-4fde-aea8-7e20f710e6bf), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:07.893544 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0db7c7b8-84dc-45a3-b731-1f3001db850f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (f7e365ff-5713-4fde-aea8-7e20f710e6bf), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:07.932254 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0db7c7b8-84dc-45a3-b731-1f3001db850f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2944569a9d4d44cd84b66fed129921b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4168854 Apr 05 11:27:07.933105 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7c7b8-84dc-45a3-b731-1f3001db850f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e365ff-5713-4fde-aea8-7e20f710e6bf,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:07.934978 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 38878) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:07.986279 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3f973a60-ac91-4a45-9998-1b13538ce9cb admin admin] Publish callbacks [] for security_group (f7e365ff-5713-4fde-aea8-7e20f710e6bf), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:08.007316 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3f973a60-ac91-4a45-9998-1b13538ce9cb admin admin] Publish callbacks [] for security_group (f7e365ff-5713-4fde-aea8-7e20f710e6bf), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:08.134176 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3f973a60-ac91-4a45-9998-1b13538ce9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (f7e365ff-5713-4fde-aea8-7e20f710e6bf), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:08.138973 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3f973a60-ac91-4a45-9998-1b13538ce9cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:08.141062 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-3f973a60-ac91-4a45-9998-1b13538ce9cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7e365ff-5713-4fde-aea8-7e20f710e6bf HTTP/1.1" status: 204 len: 168 time: 0.2047989 Apr 05 11:27:08.154193 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f973a60-ac91-4a45-9998-1b13538ce9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e365ff-5713-4fde-aea8-7e20f710e6bf,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:16.755805 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:17.638813 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:27:18.396034 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ada0562a-7eab-4908-b819-080fa555d0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:19.604540 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-6360fde1-d360-4ceb-acdd-35a137b6d552 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-300189603&fields=id&tenant_id=0c1827315aac4bfdacff856a13f90eb5 HTTP/1.1" status: 200 len: 267 time: 0.0465086 Apr 05 11:27:19.713893 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-31969004-ef1d-4b2c-8560-a13b797e6a6e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:19.718394 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-31969004-ef1d-4b2c-8560-a13b797e6a6e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/networks?id=15ec88ec-a078-4d94-a658-456bc06f4f38 HTTP/1.1" status: 200 len: 812 time: 0.1040397 Apr 05 11:27:19.729995 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-8896ca97-42a3-4646-b24d-1b10e7fc1c22 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/quotas/0c1827315aac4bfdacff856a13f90eb5 HTTP/1.1" status: 200 len: 375 time: 0.0093579 Apr 05 11:27:19.787479 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-9855d480-b9a6-4817-b30b-fc08f541ada5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c1827315aac4bfdacff856a13f90eb5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525045 Apr 05 11:27:19.862248 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 38972) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:19.954635 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cfcff1b3-40f0-4b12-88e5-84bf1380a393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:20.017673 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-a2a32aaa-677d-4704-8f78-9c17f6de02c0 service neutron] 10.222.0.39 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185786 Apr 05 11:27:20.119021 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cfcff1b3-40f0-4b12-88e5-84bf1380a393 admin admin] Publish callbacks [] for security_group (9307cd1a-cf81-473a-82ad-a7a234b43ee1), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:20.137552 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-2a4ee5a0-8746-4cdd-a208-cae5f10356fa service neutron] 10.222.0.39 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109705 Apr 05 11:27:20.207688 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cfcff1b3-40f0-4b12-88e5-84bf1380a393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (9307cd1a-cf81-473a-82ad-a7a234b43ee1), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:20.251245 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-cfcff1b3-40f0-4b12-88e5-84bf1380a393 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5beef9b39b094bf78907b324b05298d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3872371 Apr 05 11:27:20.252626 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcff1b3-40f0-4b12-88e5-84bf1380a393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9307cd1a-cf81-473a-82ad-a7a234b43ee1,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:20.253898 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 38982) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:20.306848 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1270d35c-b895-4cb8-af65-cb3ea46f9405 admin admin] Publish callbacks [] for security_group (9307cd1a-cf81-473a-82ad-a7a234b43ee1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:20.331590 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1270d35c-b895-4cb8-af65-cb3ea46f9405 admin admin] Publish callbacks [] for security_group (9307cd1a-cf81-473a-82ad-a7a234b43ee1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:20.442005 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1270d35c-b895-4cb8-af65-cb3ea46f9405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (9307cd1a-cf81-473a-82ad-a7a234b43ee1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:20.444686 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1270d35c-b895-4cb8-af65-cb3ea46f9405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:20.445844 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-1270d35c-b895-4cb8-af65-cb3ea46f9405 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9307cd1a-cf81-473a-82ad-a7a234b43ee1 HTTP/1.1" status: 204 len: 168 time: 0.1909449 Apr 05 11:27:20.453804 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270d35c-b895-4cb8-af65-cb3ea46f9405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9307cd1a-cf81-473a-82ad-a7a234b43ee1,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:20.724679 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-8446cca4-218a-4745-9577-72bc2e6f88d8 req-3d7d8803-f6af-477e-bb1e-dbe3beb23d39 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 210 time: 0.0314505 Apr 05 11:27:20.925534 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ab8cf2ff-237a-40aa-bb50-47568aa172b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:21.806999 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-bf57e8ed-8357-4b1d-a518-9ce8a5d2412e req-74a761dc-121b-465a-bfc5-228cb4f8c84e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 210 time: 0.0274076 Apr 05 11:27:21.971199 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:22.913444 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1685818d-c1e0-44b3-9bcd-9e05bea8a67b req-d72d7583-c0ff-47ba-9579-f43cbbcdb030 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 210 time: 0.0271790 Apr 05 11:27:23.210874 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:23.318630 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-9c72a081-f959-416e-a083-ad554a62a12e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:23.320094 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-9c72a081-f959-416e-a083-ad554a62a12e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.58 "GET /v2.0/networks?id=15ec88ec-a078-4d94-a658-456bc06f4f38 HTTP/1.1" status: 200 len: 812 time: 0.1135094 Apr 05 11:27:23.402787 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-35cdad23-a8f8-4706-8c1c-5aac0aafbb69 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c1827315aac4bfdacff856a13f90eb5 HTTP/1.1" status: 200 len: 379 time: 0.0527668 Apr 05 11:27:23.411922 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-398bb425-cf23-46ad-84d4-e443f57ae46e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Request body: {'port': {'device_id': '4de53323-ab77-461a-aeea-8cdf6fe059f6', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'admin_state_up': True, 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'security_groups': ['c18abe95-a8d1-4723-a63d-a140e6575396']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:27:23.687304 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-398bb425-cf23-46ad-84d4-e443f57ae46e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Made reservation on behalf of 0c1827315aac4bfdacff856a13f90eb5 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:27:23.690716 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-398bb425-cf23-46ad-84d4-e443f57ae46e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:23.822189 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-398bb425-cf23-46ad-84d4-e443f57ae46e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Allocated IP 172.20.0.9 (15ec88ec-a078-4d94-a658-456bc06f4f38/6cdd783b-82e9-4593-a451-3b1b6f34c5b6/91a37f0f-bb87-45a8-b411-406bb0d3d30f) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:27:23.971057 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-398bb425-cf23-46ad-84d4-e443f57ae46e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for port (91a37f0f-bb87-45a8-b411-406bb0d3d30f), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:24.014085 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8ba6e1a6-8ad8-4f2b-9e62-8a4b6337fefb req-ed18ed3d-ddaa-4bdb-8c00-017678f1dbd7 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 210 time: 0.0283461 Apr 05 11:27:24.081011 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-398bb425-cf23-46ad-84d4-e443f57ae46e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (91a37f0f-bb87-45a8-b411-406bb0d3d30f), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:24.124553 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-398bb425-cf23-46ad-84d4-e443f57ae46e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Network 15ec88ec-a078-4d94-a658-456bc06f4f38 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:27:24.127733 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-398bb425-cf23-46ad-84d4-e443f57ae46e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:27:24.134004 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-398bb425-cf23-46ad-84d4-e443f57ae46e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:27:24.160524 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bb425-cf23-46ad-84d4-e443f57ae46e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event updated for resources: {'Port': ['ID=91a37f0f-bb87-45a8-b411-406bb0d3d30f,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:24.190410 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-398bb425-cf23-46ad-84d4-e443f57ae46e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:24.191059 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-398bb425-cf23-46ad-84d4-e443f57ae46e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:24.279375 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-398bb425-cf23-46ad-84d4-e443f57ae46e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8710713 Apr 05 11:27:24.293552 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] Request body: {'port': {'device_id': '4de53323-ab77-461a-aeea-8cdf6fe059f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:27:24.356975 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (91a37f0f-bb87-45a8-b411-406bb0d3d30f), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:24.423341 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-10947177-0593-465a-9f95-e2a83a598663 None None] Provisioning complete for port 91a37f0f-bb87-45a8-b411-406bb0d3d30f triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:27:24.423921 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-10947177-0593-465a-9f95-e2a83a598663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (91a37f0f-bb87-45a8-b411-406bb0d3d30f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:24.459417 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-10947177-0593-465a-9f95-e2a83a598663 None None] Port 91a37f0f-bb87-45a8-b411-406bb0d3d30f cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:27:24.630331 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91a37f0f-bb87-45a8-b411-406bb0d3d30f {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:27:24.638230 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] Publish callbacks [] for port (91a37f0f-bb87-45a8-b411-406bb0d3d30f), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:24.650743 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] Transition to ACTIVE for port object 91a37f0f-bb87-45a8-b411-406bb0d3d30f will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:27:24.778796 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (91a37f0f-bb87-45a8-b411-406bb0d3d30f), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:24.838472 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] Pushing event updated for resources: {'Port': ['ID=91a37f0f-bb87-45a8-b411-406bb0d3d30f,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:24.915886 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] Attempting to bind port 91a37f0f-bb87-45a8-b411-406bb0d3d30f on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:27:24.916239 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] Attempting to bind port 91a37f0f-bb87-45a8-b411-406bb0d3d30f by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': '262dfc1b-32f1-4b76-a222-965b509336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:27:24.916457 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] Attempting to bind port 91a37f0f-bb87-45a8-b411-406bb0d3d30f on network 15ec88ec-a078-4d94-a658-456bc06f4f38 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:27:24.923548 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] Port 91a37f0f-bb87-45a8-b411-406bb0d3d30f on network 15ec88ec-a078-4d94-a658-456bc06f4f38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:27:24.923868 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] Attempting to bind port 91a37f0f-bb87-45a8-b411-406bb0d3d30f on network 15ec88ec-a078-4d94-a658-456bc06f4f38 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:27:24.929838 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:27:24.930167 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] Checking segment: {'id': '262dfc1b-32f1-4b76-a222-965b509336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:27:24.930556 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] Bound using segment: {'id': '262dfc1b-32f1-4b76-a222-965b509336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:27:24.931392 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] Bound port: 91a37f0f-bb87-45a8-b411-406bb0d3d30f, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262dfc1b-32f1-4b76-a222-965b509336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:27:24.931392 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (91a37f0f-bb87-45a8-b411-406bb0d3d30f), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:25.007567 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] For port 91a37f0f-bb87-45a8-b411-406bb0d3d30f, host hv-cinder-81899, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:27:25.011116 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] For port 91a37f0f-bb87-45a8-b411-406bb0d3d30f, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=91a37f0f-bb87-45a8-b411-406bb0d3d30f,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:27:25.050768 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:25.116115 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (91a37f0f-bb87-45a8-b411-406bb0d3d30f), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:25.159250 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:25.159859 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:25.161222 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] 10.222.0.58 "PUT /v2.0/ports/91a37f0f-bb87-45a8-b411-406bb0d3d30f HTTP/1.1" status: 200 len: 1093 time: 0.8727131 Apr 05 11:27:25.161814 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de53323-ab77-461a-aeea-8cdf6fe059f6', 'tag': '91a37f0f-bb87-45a8-b411-406bb0d3d30f'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:27:25.164132 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77b4b0f-2077-4258-9512-b1db7f2d3294" -d '{"events": [{"name": "network-changed", "server_uuid": "4de53323-ab77-461a-aeea-8cdf6fe059f6", "tag": "91a37f0f-bb87-45a8-b411-406bb0d3d30f"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:27:25.195407 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce7d59-c2e9-4da8-a136-7e43095d984a req-035872d9-8d63-4dd0-81f8-cbcd0637c43e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:25.196966 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b0ce7d59-c2e9-4da8-a136-7e43095d984a req-035872d9-8d63-4dd0-81f8-cbcd0637c43e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 943 time: 0.1134133 Apr 05 11:27:25.200568 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b308ac-d3a9-4bcc-8e73-25518ef82087 service neutron] Pushing event updated for resources: {'Port': ['ID=91a37f0f-bb87-45a8-b411-406bb0d3d30f,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:25.220143 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc99c874-ca90-4924-aabb-bd6c5537f514 x-openstack-request-id: req-bc99c874-ca90-4924-aabb-bd6c5537f514 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:27:25.220442 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de53323-ab77-461a-aeea-8cdf6fe059f6", "tag": "91a37f0f-bb87-45a8-b411-406bb0d3d30f", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:27:25.220698 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc99c874-ca90-4924-aabb-bd6c5537f514 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:27:25.221100 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc99c874-ca90-4924-aabb-bd6c5537f514'] response: {'name': 'network-changed', 'server_uuid': '4de53323-ab77-461a-aeea-8cdf6fe059f6', 'tag': '91a37f0f-bb87-45a8-b411-406bb0d3d30f', 'status': 'completed', 'code': 200} Apr 05 11:27:25.282018 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b0ce7d59-c2e9-4da8-a136-7e43095d984a req-251f8da8-b9ee-47b2-a303-821006f7318b tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775635 Apr 05 11:27:25.311901 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b4b0f-2077-4258-9512-b1db7f2d3294 req-ccb0db43-7d87-4191-a0b2-bd485afd8853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:25.313647 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c77b4b0f-2077-4258-9512-b1db7f2d3294 req-ccb0db43-7d87-4191-a0b2-bd485afd8853 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c1827315aac4bfdacff856a13f90eb5&device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 1127 time: 0.0728781 Apr 05 11:27:25.420286 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b4b0f-2077-4258-9512-b1db7f2d3294 req-e472917e-87fb-4374-9357-4a50b68d9b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:25.421779 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c77b4b0f-2077-4258-9512-b1db7f2d3294 req-e472917e-87fb-4374-9357-4a50b68d9b61 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=0c1827315aac4bfdacff856a13f90eb5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1009157 Apr 05 11:27:25.518107 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b4b0f-2077-4258-9512-b1db7f2d3294 req-2228273f-97db-4c52-b205-e700505b5dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:25.519623 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c77b4b0f-2077-4258-9512-b1db7f2d3294 req-2228273f-97db-4c52-b205-e700505b5dfa service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918000 Apr 05 11:27:25.797728 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-79a0aa6e-9664-4cf9-ba9b-4c5b057f87cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:25.799298 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-79a0aa6e-9664-4cf9-ba9b-4c5b057f87cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c1827315aac4bfdacff856a13f90eb5&device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 1127 time: 0.0499616 Apr 05 11:27:25.842288 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-def06c1b-1f39-40b7-9346-0b860952f0b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91a37f0f-bb87-45a8-b411-406bb0d3d30f HTTP/1.1" status: 200 len: 217 time: 0.0365102 Apr 05 11:27:25.892753 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-c24d4457-676e-4b3d-834c-5895c3d243ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:25.894221 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-c24d4457-676e-4b3d-834c-5895c3d243ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cdd783b-82e9-4593-a451-3b1b6f34c5b6 HTTP/1.1" status: 200 len: 851 time: 0.0460351 Apr 05 11:27:26.151908 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-57a86b14-5f97-4202-ba04-5790b39538ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:26.153296 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-57a86b14-5f97-4202-ba04-5790b39538ae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=15ec88ec-a078-4d94-a658-456bc06f4f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521703 Apr 05 11:27:26.247664 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-123e6920-96ad-4df9-ad1e-6343c97aee72 service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866463 Apr 05 11:27:26.351304 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b39e52c1-4f95-4222-8830-3de7ed77f502 req-69866514-208c-4534-a372-8a12e78768bc service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975850 Apr 05 11:27:26.385126 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39058) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:26.417037 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ec982-46e7-4886-aa6a-9446bdcc343a req-8345e264-cd92-449e-af5e-b5e33883125a tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:26.418289 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-357ec982-46e7-4886-aa6a-9446bdcc343a req-8345e264-cd92-449e-af5e-b5e33883125a tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 943 time: 0.0544720 Apr 05 11:27:26.479259 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-357ec982-46e7-4886-aa6a-9446bdcc343a req-77350885-4623-44d4-9a2d-f3e144f62902 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546970 Apr 05 11:27:26.500969 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3f2705a8-8b37-497c-b746-9c2788f76d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:26.583732 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3f2705a8-8b37-497c-b746-9c2788f76d26 admin admin] Publish callbacks [] for security_group (916feac2-fea8-4502-b4b3-4c3e137a4508), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:26.679481 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3f2705a8-8b37-497c-b746-9c2788f76d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (916feac2-fea8-4502-b4b3-4c3e137a4508), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:26.716375 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2705a8-8b37-497c-b746-9c2788f76d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916feac2-fea8-4502-b4b3-4c3e137a4508,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:26.721244 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-3f2705a8-8b37-497c-b746-9c2788f76d26 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64b58eb337434110bdd101ce3f8587eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350337 Apr 05 11:27:26.723880 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39062) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:26.772008 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c82aaced-be70-44e4-9a11-c5478b0fc28d admin admin] Publish callbacks [] for security_group (916feac2-fea8-4502-b4b3-4c3e137a4508), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:26.794445 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c82aaced-be70-44e4-9a11-c5478b0fc28d admin admin] Publish callbacks [] for security_group (916feac2-fea8-4502-b4b3-4c3e137a4508), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:26.936556 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c82aaced-be70-44e4-9a11-c5478b0fc28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (916feac2-fea8-4502-b4b3-4c3e137a4508), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:26.939173 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c82aaced-be70-44e4-9a11-c5478b0fc28d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:26.940342 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c82aaced-be70-44e4-9a11-c5478b0fc28d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/916feac2-fea8-4502-b4b3-4c3e137a4508 HTTP/1.1" status: 204 len: 168 time: 0.2155535 Apr 05 11:27:26.948217 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82aaced-be70-44e4-9a11-c5478b0fc28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916feac2-fea8-4502-b4b3-4c3e137a4508,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:27.606562 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db939930-1be9-47e9-b5b1-61d32195b25d req-c1912431-3633-4ecd-99f9-a32480be6c67 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:27.608065 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-db939930-1be9-47e9-b5b1-61d32195b25d req-c1912431-3633-4ecd-99f9-a32480be6c67 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 943 time: 0.0525856 Apr 05 11:27:27.657059 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-db939930-1be9-47e9-b5b1-61d32195b25d req-255393a2-1ff2-461b-977e-fbebbb3a10fa tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427840 Apr 05 11:27:28.610778 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3518c57f-a679-415a-bfde-f3b9830bf1e2 req-0b934c53-f46f-4778-8442-227bf8948192 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439568 Apr 05 11:27:28.698208 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518c57f-a679-415a-bfde-f3b9830bf1e2 req-f112f5d0-de1d-490a-8f0c-b3685600b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:28.699662 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3518c57f-a679-415a-bfde-f3b9830bf1e2 req-f112f5d0-de1d-490a-8f0c-b3685600b807 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c1827315aac4bfdacff856a13f90eb5&device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 1129 time: 0.0478830 Apr 05 11:27:28.783345 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3dd26-06e3-4fcc-92f6-60022cfe41d9 req-0fc00f86-c3ea-42dd-906a-f853afb32727 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:28.784971 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2d3dd26-06e3-4fcc-92f6-60022cfe41d9 req-0fc00f86-c3ea-42dd-906a-f853afb32727 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 943 time: 0.0544698 Apr 05 11:27:28.803982 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518c57f-a679-415a-bfde-f3b9830bf1e2 req-d5c76bcf-bc9a-4450-9b32-2490554625cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:28.805461 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3518c57f-a679-415a-bfde-f3b9830bf1e2 req-d5c76bcf-bc9a-4450-9b32-2490554625cf service neutron] 10.222.0.58 "GET /v2.0/networks?id=15ec88ec-a078-4d94-a658-456bc06f4f38 HTTP/1.1" status: 200 len: 913 time: 0.0881460 Apr 05 11:27:28.836074 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2d3dd26-06e3-4fcc-92f6-60022cfe41d9 req-93019271-f906-416e-ad55-f07e0c6c8fad tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451472 Apr 05 11:27:28.882334 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3518c57f-a679-415a-bfde-f3b9830bf1e2 req-e2d39b89-e250-4a68-a583-20ae554b04b1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42ed496a-3344-4417-81b6-eec909ddf26d HTTP/1.1" status: 200 len: 1000 time: 0.0697396 Apr 05 11:27:28.934376 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518c57f-a679-415a-bfde-f3b9830bf1e2 req-89211b39-9084-483a-bdda-019c77745e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:28.935900 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3518c57f-a679-415a-bfde-f3b9830bf1e2 req-89211b39-9084-483a-bdda-019c77745e46 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cdd783b-82e9-4593-a451-3b1b6f34c5b6 HTTP/1.1" status: 200 len: 851 time: 0.0478995 Apr 05 11:27:28.989602 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518c57f-a679-415a-bfde-f3b9830bf1e2 req-99d4af56-1102-43ec-b608-6b03e884823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:28.991169 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3518c57f-a679-415a-bfde-f3b9830bf1e2 req-99d4af56-1102-43ec-b608-6b03e884823f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=15ec88ec-a078-4d94-a658-456bc06f4f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484664 Apr 05 11:27:29.091623 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3518c57f-a679-415a-bfde-f3b9830bf1e2 req-25bff785-9db9-40cf-a171-0f15880345de service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929348 Apr 05 11:27:29.180974 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-3518c57f-a679-415a-bfde-f3b9830bf1e2 req-0f1bf917-9cd4-4bc7-8f91-a67a4e5e07e3 service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833042 Apr 05 11:27:29.961613 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be5d47-3136-402d-a436-0820d0f05fc7 req-422db8d4-5bdc-461e-af70-1ba9579b1cee tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:29.963134 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b7be5d47-3136-402d-a436-0820d0f05fc7 req-422db8d4-5bdc-461e-af70-1ba9579b1cee tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 943 time: 0.0593281 Apr 05 11:27:30.015095 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b7be5d47-3136-402d-a436-0820d0f05fc7 req-8ac85f73-86de-40c9-a2ad-b95e2af07a50 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460734 Apr 05 11:27:31.136287 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09145400-5ef3-4238-954f-6b2f76314c5d req-297d76f1-6812-41db-819b-fce2b8ea814d tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:31.137816 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-09145400-5ef3-4238-954f-6b2f76314c5d req-297d76f1-6812-41db-819b-fce2b8ea814d tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 943 time: 0.0546877 Apr 05 11:27:31.187511 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-09145400-5ef3-4238-954f-6b2f76314c5d req-712917a2-b9f3-4381-8c03-520298dbd6a1 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440779 Apr 05 11:27:32.309097 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e1abf-ff9d-4968-aa09-5a331a65293b req-62251822-24ad-4cc2-beb3-5a60cd1de7b9 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:32.310535 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ae1e1abf-ff9d-4968-aa09-5a331a65293b req-62251822-24ad-4cc2-beb3-5a60cd1de7b9 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 943 time: 0.0556397 Apr 05 11:27:32.361180 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ae1e1abf-ff9d-4968-aa09-5a331a65293b req-31832588-a275-431f-8aea-c47107f2d171 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450301 Apr 05 11:27:33.482510 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6352f02-4f08-43e1-8aab-afa7bbd7c0ea req-a9501fa3-9e9f-4587-918e-0d2ee5de58b0 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:33.483997 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b6352f02-4f08-43e1-8aab-afa7bbd7c0ea req-a9501fa3-9e9f-4587-918e-0d2ee5de58b0 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 943 time: 0.0567341 Apr 05 11:27:33.534991 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b6352f02-4f08-43e1-8aab-afa7bbd7c0ea req-23302f7b-1c0e-475c-935b-0ab1096f388c tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446274 Apr 05 11:27:34.668699 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50dacd-a0ba-48d9-8f7c-e2f0caf8000d req-053f8c32-72f8-4233-b0d9-6841641f4eff tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:34.670336 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ba50dacd-a0ba-48d9-8f7c-e2f0caf8000d req-053f8c32-72f8-4233-b0d9-6841641f4eff tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 943 time: 0.0530114 Apr 05 11:27:34.725120 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ba50dacd-a0ba-48d9-8f7c-e2f0caf8000d req-3179da7a-5cd1-4cf4-8164-c3d95b07fe61 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485282 Apr 05 11:27:35.167621 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 91a37f0f-bb87-45a8-b411-406bb0d3d30f details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:27:35.270867 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 91a37f0f-bb87-45a8-b411-406bb0d3d30f, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=91a37f0f-bb87-45a8-b411-406bb0d3d30f,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:27:35.283273 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': '91a37f0f-bb87-45a8-b411-406bb0d3d30f', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'port_id': '91a37f0f-bb87-45a8-b411-406bb0d3d30f', 'mac_address': 'fa:16:3e:9b:e9:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:27:35.319666 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 91a37f0f-bb87-45a8-b411-406bb0d3d30f is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:27:35.320054 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (91a37f0f-bb87-45a8-b411-406bb0d3d30f), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:35.333804 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91a37f0f-bb87-45a8-b411-406bb0d3d30f {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:27:35.353460 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 91a37f0f-bb87-45a8-b411-406bb0d3d30f, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=91a37f0f-bb87-45a8-b411-406bb0d3d30f,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:27:35.479155 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (91a37f0f-bb87-45a8-b411-406bb0d3d30f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:35.527219 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=91a37f0f-bb87-45a8-b411-406bb0d3d30f,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:35.534120 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:35.534463 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:35.534832 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:35.535173 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:35.535506 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:35.535837 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:35.536161 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:35.536486 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:35.536812 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:35.537160 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:35.537565 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:35.537915 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:35.538243 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:35.538567 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:35.538924 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:27:35.847826 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6100e-0bbd-4de2-b262-e4d6f321f2db req-eb6349ab-e915-4baa-87fb-5cb80c4db11a tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:35.849405 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-28a6100e-0bbd-4de2-b262-e4d6f321f2db req-eb6349ab-e915-4baa-87fb-5cb80c4db11a tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 944 time: 0.0565050 Apr 05 11:27:35.854401 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['91a37f0f-bb87-45a8-b411-406bb0d3d30f'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:27:35.900925 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-28a6100e-0bbd-4de2-b262-e4d6f321f2db req-de60969d-b168-422a-862c-92eeb0069b45 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449202 Apr 05 11:27:37.022654 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f404c1-652c-410d-be87-316fa6889f7e req-86d08c67-30cc-4d72-8061-f1f66a676386 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:37.024292 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-25f404c1-652c-410d-be87-316fa6889f7e req-86d08c67-30cc-4d72-8061-f1f66a676386 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 944 time: 0.0557296 Apr 05 11:27:37.079611 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-25f404c1-652c-410d-be87-316fa6889f7e req-38cc1dab-5320-4411-a15d-feb2bc79ba64 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495689 Apr 05 11:27:37.200892 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 91a37f0f-bb87-45a8-b411-406bb0d3d30f up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:27:37.341600 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port 91a37f0f-bb87-45a8-b411-406bb0d3d30f completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:27:37.345866 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port 91a37f0f-bb87-45a8-b411-406bb0d3d30f triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:27:37.346318 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (91a37f0f-bb87-45a8-b411-406bb0d3d30f), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:37.427068 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port 91a37f0f-bb87-45a8-b411-406bb0d3d30f is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:27:37.427460 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (91a37f0f-bb87-45a8-b411-406bb0d3d30f), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:37.453541 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de53323-ab77-461a-aeea-8cdf6fe059f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a37f0f-bb87-45a8-b411-406bb0d3d30f'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:27:37.455947 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e29ef9b-bc63-4efa-9178-200771d4da85" -d '{"events": [{"server_uuid": "4de53323-ab77-461a-aeea-8cdf6fe059f6", "name": "network-vif-plugged", "status": "completed", "tag": "91a37f0f-bb87-45a8-b411-406bb0d3d30f"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:27:37.471249 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port 91a37f0f-bb87-45a8-b411-406bb0d3d30f, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=91a37f0f-bb87-45a8-b411-406bb0d3d30f,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:27:37.495331 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fffc62-1196-4f17-9ff5-956c4ba3360d x-openstack-request-id: req-15fffc62-1196-4f17-9ff5-956c4ba3360d {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:27:37.501037 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de53323-ab77-461a-aeea-8cdf6fe059f6", "name": "network-vif-plugged", "status": "completed", "tag": "91a37f0f-bb87-45a8-b411-406bb0d3d30f", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:27:37.501037 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15fffc62-1196-4f17-9ff5-956c4ba3360d {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:27:37.501037 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15fffc62-1196-4f17-9ff5-956c4ba3360d'] response: {'server_uuid': '4de53323-ab77-461a-aeea-8cdf6fe059f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91a37f0f-bb87-45a8-b411-406bb0d3d30f', 'code': 200} Apr 05 11:27:37.556081 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (91a37f0f-bb87-45a8-b411-406bb0d3d30f), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:37.612545 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=91a37f0f-bb87-45a8-b411-406bb0d3d30f,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:37.855841 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722971b-7384-4412-a3ea-7e41daa910d6 req-9577f5f3-006f-4bf5-b7eb-6a16e6d0cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:37.857251 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5722971b-7384-4412-a3ea-7e41daa910d6 req-9577f5f3-006f-4bf5-b7eb-6a16e6d0cbbf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 1129 time: 0.0476434 Apr 05 11:27:37.903397 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5722971b-7384-4412-a3ea-7e41daa910d6 req-062fe81f-1ba6-4ccd-8ab1-9a43d793ff7c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391536 Apr 05 11:27:38.200310 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c4209-d1fe-4d7e-a665-cad6003be6f3 req-b392bd9e-686e-413d-9b01-938b28f7ecf0 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:38.201769 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0d9c4209-d1fe-4d7e-a665-cad6003be6f3 req-b392bd9e-686e-413d-9b01-938b28f7ecf0 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 945 time: 0.0555818 Apr 05 11:27:38.250972 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0d9c4209-d1fe-4d7e-a665-cad6003be6f3 req-9152c508-c129-46cb-8ad7-ce0f94f14189 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429850 Apr 05 11:27:39.371990 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c21b8e-5f52-4116-a632-90ab9d6fc451 req-1d1c5156-5b29-4bc4-9819-f8fabe5449c5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:39.373467 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d3c21b8e-5f52-4116-a632-90ab9d6fc451 req-1d1c5156-5b29-4bc4-9819-f8fabe5449c5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 945 time: 0.0520568 Apr 05 11:27:39.430148 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d3c21b8e-5f52-4116-a632-90ab9d6fc451 req-6793750d-cedd-49c9-9ba2-9fdc3b1e09d8 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502844 Apr 05 11:27:40.556997 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5170b85-dd95-4789-a544-fccc4f28ff7f req-24e59a25-4054-497d-b19c-d2a9d1e9a0fc tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:40.556997 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a5170b85-dd95-4789-a544-fccc4f28ff7f req-24e59a25-4054-497d-b19c-d2a9d1e9a0fc tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 945 time: 0.0525007 Apr 05 11:27:40.601370 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a5170b85-dd95-4789-a544-fccc4f28ff7f req-e5315a09-6255-45ae-9337-1bb1c8a246da tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443144 Apr 05 11:27:40.722364 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec6bbf-464a-4e2a-9fa2-418d535d4e77 req-b85bb40e-5e48-4516-b7d6-309addff59a9 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:40.723908 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9cec6bbf-464a-4e2a-9fa2-418d535d4e77 req-b85bb40e-5e48-4516-b7d6-309addff59a9 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 945 time: 0.0537450 Apr 05 11:27:40.775035 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9cec6bbf-464a-4e2a-9fa2-418d535d4e77 req-e5278e63-8d35-4538-810c-bcb749ff2935 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448015 Apr 05 11:27:40.799286 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39200) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:40.986894 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fe5c79-ce73-4817-94c4-7000fcc6c1e9 tempest-TestVolumeBootPattern-460530000 tempest-TestVolumeBootPattern-460530000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:40.988413 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-58fe5c79-ce73-4817-94c4-7000fcc6c1e9 tempest-TestVolumeBootPattern-460530000 tempest-TestVolumeBootPattern-460530000-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 1124 time: 0.1881444 Apr 05 11:27:40.991168 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39204) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:27:40.995362 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-28da91af-b5fd-4902-9837-ef4af772495e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Request body: {'floatingip': {'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'port_id': '91a37f0f-bb87-45a8-b411-406bb0d3d30f', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:27:41.075900 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28da91af-b5fd-4902-9837-ef4af772495e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:41.175357 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28da91af-b5fd-4902-9837-ef4af772495e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:41.276206 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-28da91af-b5fd-4902-9837-ef4af772495e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Allocated IP 172.27.0.159 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/8422605b-dc81-4d8a-8e2d-71298dc10491) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:27:41.380943 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28da91af-b5fd-4902-9837-ef4af772495e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for port (8422605b-dc81-4d8a-8e2d-71298dc10491), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:41.479129 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28da91af-b5fd-4902-9837-ef4af772495e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (8422605b-dc81-4d8a-8e2d-71298dc10491), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:41.514596 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28da91af-b5fd-4902-9837-ef4af772495e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:27:41.517964 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-28da91af-b5fd-4902-9837-ef4af772495e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:27:41.521412 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28da91af-b5fd-4902-9837-ef4af772495e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:27:41.553936 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da91af-b5fd-4902-9837-ef4af772495e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event updated for resources: {'Port': ['ID=8422605b-dc81-4d8a-8e2d-71298dc10491,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:42.152420 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28da91af-b5fd-4902-9837-ef4af772495e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for floatingip (f1dae183-f5f3-41de-a6c7-e7d38c3698a5), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:42.315998 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28da91af-b5fd-4902-9837-ef4af772495e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (8422605b-dc81-4d8a-8e2d-71298dc10491), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:42.458835 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28da91af-b5fd-4902-9837-ef4af772495e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for port (8422605b-dc81-4d8a-8e2d-71298dc10491), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:42.512637 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28da91af-b5fd-4902-9837-ef4af772495e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (8422605b-dc81-4d8a-8e2d-71298dc10491), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:42.580724 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da91af-b5fd-4902-9837-ef4af772495e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event updated for resources: {'Port': ['ID=8422605b-dc81-4d8a-8e2d-71298dc10491,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:27:42.596997 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28da91af-b5fd-4902-9837-ef4af772495e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (f1dae183-f5f3-41de-a6c7-e7d38c3698a5), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:42.698994 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-28da91af-b5fd-4902-9837-ef4af772495e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Floating IP f1dae183-f5f3-41de-a6c7-e7d38c3698a5 associated. External IP: 172.27.0.159, port: 91a37f0f-bb87-45a8-b411-406bb0d3d30f. Apr 05 11:27:42.910149 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28da91af-b5fd-4902-9837-ef4af772495e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Router 13e4c67c-5287-49fc-ba5c-4360929c3b80 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:27:43.020391 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28da91af-b5fd-4902-9837-ef4af772495e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:27:43.030425 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df64dfdc-c320-4dd3-917f-be20faba423c None None] Sync routers for ids ['13e4c67c-5287-49fc-ba5c-4360929c3b80'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:27:43.043984 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64dfdc-c320-4dd3-917f-be20faba423c None None] Routers {'13e4c67c-5287-49fc-ba5c-4360929c3b80'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:27:43.050249 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-df64dfdc-c320-4dd3-917f-be20faba423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:27:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['13e4c67c-5287-49fc-ba5c-4360929c3b80'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:27:43.101055 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-28da91af-b5fd-4902-9837-ef4af772495e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:43.132984 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-28da91af-b5fd-4902-9837-ef4af772495e tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1408029 Apr 05 11:27:43.133722 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de53323-ab77-461a-aeea-8cdf6fe059f6', 'tag': '91a37f0f-bb87-45a8-b411-406bb0d3d30f'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:27:43.136086 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52d462d-1865-4801-a86f-a72a1bd52e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "4de53323-ab77-461a-aeea-8cdf6fe059f6", "tag": "91a37f0f-bb87-45a8-b411-406bb0d3d30f"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:27:43.161978 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-df64dfdc-c320-4dd3-917f-be20faba423c None None] Set router 13e4c67c-5287-49fc-ba5c-4360929c3b80 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:27:43.172437 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ee1790-daa8-43f7-9c58-be86cce955f5 x-openstack-request-id: req-90ee1790-daa8-43f7-9c58-be86cce955f5 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:27:43.172966 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de53323-ab77-461a-aeea-8cdf6fe059f6", "tag": "91a37f0f-bb87-45a8-b411-406bb0d3d30f", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:27:43.172966 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90ee1790-daa8-43f7-9c58-be86cce955f5 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:27:43.173353 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ee1790-daa8-43f7-9c58-be86cce955f5'] response: {'name': 'network-changed', 'server_uuid': '4de53323-ab77-461a-aeea-8cdf6fe059f6', 'tag': '91a37f0f-bb87-45a8-b411-406bb0d3d30f', 'status': 'completed', 'code': 200} Apr 05 11:27:43.242510 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d462d-1865-4801-a86f-a72a1bd52e9c req-b6c1e715-be18-4d35-a4ce-01fa6876a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:43.244248 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c52d462d-1865-4801-a86f-a72a1bd52e9c req-b6c1e715-be18-4d35-a4ce-01fa6876a3c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c1827315aac4bfdacff856a13f90eb5&device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 1129 time: 0.0452833 Apr 05 11:27:43.340980 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d462d-1865-4801-a86f-a72a1bd52e9c req-bf57b18d-8182-4b61-aec8-9a6f292c4604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:43.342415 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c52d462d-1865-4801-a86f-a72a1bd52e9c req-bf57b18d-8182-4b61-aec8-9a6f292c4604 service neutron] 10.222.0.58 "GET /v2.0/networks?id=15ec88ec-a078-4d94-a658-456bc06f4f38 HTTP/1.1" status: 200 len: 913 time: 0.0911489 Apr 05 11:27:43.400096 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-df64dfdc-c320-4dd3-917f-be20faba423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '884a45a8-a9a8-4e49-973d-1fe8001852a0', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'port_id': '42ed496a-3344-4417-81b6-eec909ddf26d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'mac_address': 'fa:16:3e:11:c6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c39fa-78c6-4a88-88a4-24c130ec377d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:25:02Z', 'updated_at': '2022-04-05T11:25:04Z', 'revision_number': 1, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'fixed_ip_address_scope': None}, {'id': 'f1dae183-f5f3-41de-a6c7-e7d38c3698a5', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'floating_ip_address': '172.27.0.159', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'port_id': '91a37f0f-bb87-45a8-b411-406bb0d3d30f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'mac_address': 'fa:16:3e:9b:e9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de53323-ab77-461a-aeea-8cdf6fe059f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:27:42Z', 'updated_at': '2022-04-05T11:27:42Z', 'revision_number': 0, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6beb0d2a-76fb-4f8c-9134-672b2f23acaa', 'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'mac_address': 'fa:16:3e:6c:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:14Z', 'updated_at': '2022-04-05T11:20:18Z', 'revision_number': 5, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'subnets': [{'id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:27:43.410255 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c52d462d-1865-4801-a86f-a72a1bd52e9c req-03f55b60-2a8d-4091-a3c4-9446ddf7968f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91a37f0f-bb87-45a8-b411-406bb0d3d30f HTTP/1.1" status: 200 len: 999 time: 0.0615015 Apr 05 11:27:43.427099 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df64dfdc-c320-4dd3-917f-be20faba423c None None] Checking router: 13e4c67c-5287-49fc-ba5c-4360929c3b80 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:27:43.435399 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64dfdc-c320-4dd3-917f-be20faba423c None None] Routers {'13e4c67c-5287-49fc-ba5c-4360929c3b80'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:27:43.436008 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-df64dfdc-c320-4dd3-917f-be20faba423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:27:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['13e4c67c-5287-49fc-ba5c-4360929c3b80'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:27:43.458923 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d462d-1865-4801-a86f-a72a1bd52e9c req-c50bd675-6504-483c-9995-6725fe6027c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:43.460379 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c52d462d-1865-4801-a86f-a72a1bd52e9c req-c50bd675-6504-483c-9995-6725fe6027c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cdd783b-82e9-4593-a451-3b1b6f34c5b6 HTTP/1.1" status: 200 len: 851 time: 0.0439959 Apr 05 11:27:43.510784 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d462d-1865-4801-a86f-a72a1bd52e9c req-2d06346c-050a-46aa-9ddf-76d7946f706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:27:43.518630 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c52d462d-1865-4801-a86f-a72a1bd52e9c req-2d06346c-050a-46aa-9ddf-76d7946f706c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=15ec88ec-a078-4d94-a658-456bc06f4f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448985 Apr 05 11:27:43.544559 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-df64dfdc-c320-4dd3-917f-be20faba423c None None] Set router 13e4c67c-5287-49fc-ba5c-4360929c3b80 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:27:43.606703 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c52d462d-1865-4801-a86f-a72a1bd52e9c req-891a8d89-922e-42b3-98a2-4eb35d1554d9 service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881488 Apr 05 11:27:43.705204 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c52d462d-1865-4801-a86f-a72a1bd52e9c req-b392149a-27f1-43f5-b934-f016dc539120 service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920463 Apr 05 11:27:43.780359 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-df64dfdc-c320-4dd3-917f-be20faba423c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '884a45a8-a9a8-4e49-973d-1fe8001852a0', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'port_id': '42ed496a-3344-4417-81b6-eec909ddf26d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'mac_address': 'fa:16:3e:11:c6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c39fa-78c6-4a88-88a4-24c130ec377d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:25:02Z', 'updated_at': '2022-04-05T11:25:04Z', 'revision_number': 1, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'fixed_ip_address_scope': None}, {'id': 'f1dae183-f5f3-41de-a6c7-e7d38c3698a5', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'floating_ip_address': '172.27.0.159', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'port_id': '91a37f0f-bb87-45a8-b411-406bb0d3d30f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'mac_address': 'fa:16:3e:9b:e9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de53323-ab77-461a-aeea-8cdf6fe059f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:27:42Z', 'updated_at': '2022-04-05T11:27:42Z', 'revision_number': 0, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6beb0d2a-76fb-4f8c-9134-672b2f23acaa', 'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'mac_address': 'fa:16:3e:6c:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:14Z', 'updated_at': '2022-04-05T11:20:18Z', 'revision_number': 5, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'subnets': [{'id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:27:43.811244 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df64dfdc-c320-4dd3-917f-be20faba423c None None] The sync data for ids ['13e4c67c-5287-49fc-ba5c-4360929c3b80'] in dv-cinder-818994-3-iscsi is: [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '884a45a8-a9a8-4e49-973d-1fe8001852a0', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'port_id': '42ed496a-3344-4417-81b6-eec909ddf26d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'mac_address': 'fa:16:3e:11:c6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c39fa-78c6-4a88-88a4-24c130ec377d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:25:02Z', 'updated_at': '2022-04-05T11:25:04Z', 'revision_number': 1, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'fixed_ip_address_scope': None}, {'id': 'f1dae183-f5f3-41de-a6c7-e7d38c3698a5', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'floating_ip_address': '172.27.0.159', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'port_id': '91a37f0f-bb87-45a8-b411-406bb0d3d30f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'mac_address': 'fa:16:3e:9b:e9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de53323-ab77-461a-aeea-8cdf6fe059f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:27:42Z', 'updated_at': '2022-04-05T11:27:42Z', 'revision_number': 0, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6beb0d2a-76fb-4f8c-9134-672b2f23acaa', 'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'mac_address': 'fa:16:3e:6c:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:14Z', 'updated_at': '2022-04-05T11:20:18Z', 'revision_number': 5, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'subnets': [{'id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:27:44.005447 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabf789a-37d9-4a93-9972-d685065c217b None None] New status for floating IP f1dae183-f5f3-41de-a6c7-e7d38c3698a5: ACTIVE {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:27:46.784393 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:48.386983 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d9467e17-6a6f-4d7c-bdd0-5348687ebb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:50.909604 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3d8e8283-7a02-400f-9854-e16b635e65b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:51.900775 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:53.229674 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:27:54.638192 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:27:55.001448 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:09.441213 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39308) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:28:09.548327 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b62eff1-2ee5-410d-9c97-9bdd3c692bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:09.624852 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b62eff1-2ee5-410d-9c97-9bdd3c692bc2 admin admin] Publish callbacks [] for security_group (93e77ca1-df93-457d-a8d6-d0d616da02db), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:09.686716 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b62eff1-2ee5-410d-9c97-9bdd3c692bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (93e77ca1-df93-457d-a8d6-d0d616da02db), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:09.724689 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62eff1-2ee5-410d-9c97-9bdd3c692bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e77ca1-df93-457d-a8d6-d0d616da02db,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:09.728656 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0b62eff1-2ee5-410d-9c97-9bdd3c692bc2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d8350a5c1b3c4093af8a57ebda1f2394&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864296 Apr 05 11:28:09.731477 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39312) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:28:09.734532 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62eff1-2ee5-410d-9c97-9bdd3c692bc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:09.734911 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62eff1-2ee5-410d-9c97-9bdd3c692bc2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:09.735277 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62eff1-2ee5-410d-9c97-9bdd3c692bc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:09.735595 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62eff1-2ee5-410d-9c97-9bdd3c692bc2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:09.735926 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62eff1-2ee5-410d-9c97-9bdd3c692bc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:09.736260 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62eff1-2ee5-410d-9c97-9bdd3c692bc2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:09.736584 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62eff1-2ee5-410d-9c97-9bdd3c692bc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:09.736907 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62eff1-2ee5-410d-9c97-9bdd3c692bc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:09.737276 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62eff1-2ee5-410d-9c97-9bdd3c692bc2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:09.737558 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62eff1-2ee5-410d-9c97-9bdd3c692bc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:09.737884 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62eff1-2ee5-410d-9c97-9bdd3c692bc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:09.738213 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62eff1-2ee5-410d-9c97-9bdd3c692bc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:09.738526 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62eff1-2ee5-410d-9c97-9bdd3c692bc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:09.739416 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62eff1-2ee5-410d-9c97-9bdd3c692bc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:09.739416 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62eff1-2ee5-410d-9c97-9bdd3c692bc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:09.780760 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f99c5850-7f36-4d85-8f78-30f178761743 admin admin] Publish callbacks [] for security_group (93e77ca1-df93-457d-a8d6-d0d616da02db), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:09.801172 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f99c5850-7f36-4d85-8f78-30f178761743 admin admin] Publish callbacks [] for security_group (93e77ca1-df93-457d-a8d6-d0d616da02db), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:10.202355 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f99c5850-7f36-4d85-8f78-30f178761743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (93e77ca1-df93-457d-a8d6-d0d616da02db), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:10.204943 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f99c5850-7f36-4d85-8f78-30f178761743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:10.206123 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-f99c5850-7f36-4d85-8f78-30f178761743 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/93e77ca1-df93-457d-a8d6-d0d616da02db HTTP/1.1" status: 204 len: 168 time: 0.4736645 Apr 05 11:28:10.214452 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c5850-7f36-4d85-8f78-30f178761743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e77ca1-df93-457d-a8d6-d0d616da02db,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:10.221565 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c5850-7f36-4d85-8f78-30f178761743 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.221904 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c5850-7f36-4d85-8f78-30f178761743 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.222237 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c5850-7f36-4d85-8f78-30f178761743 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.222569 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c5850-7f36-4d85-8f78-30f178761743 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.222929 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c5850-7f36-4d85-8f78-30f178761743 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.223252 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c5850-7f36-4d85-8f78-30f178761743 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.223571 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c5850-7f36-4d85-8f78-30f178761743 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.223888 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c5850-7f36-4d85-8f78-30f178761743 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.224209 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c5850-7f36-4d85-8f78-30f178761743 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.224529 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c5850-7f36-4d85-8f78-30f178761743 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.224847 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c5850-7f36-4d85-8f78-30f178761743 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.225162 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c5850-7f36-4d85-8f78-30f178761743 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.225476 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c5850-7f36-4d85-8f78-30f178761743 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.225786 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c5850-7f36-4d85-8f78-30f178761743 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:10.226353 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c5850-7f36-4d85-8f78-30f178761743 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:11.191139 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39334) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:28:11.289579 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-beb747f0-08f5-45a3-936d-1ac78e33db9f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-172800581-network', 'tenant_id': '220a2c61da3646bc944112302aec29c4'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:28:11.400787 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb747f0-08f5-45a3-936d-1ac78e33db9f admin admin] Made reservation on behalf of 220a2c61da3646bc944112302aec29c4 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:28:11.403139 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-beb747f0-08f5-45a3-936d-1ac78e33db9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:11.412619 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-beb747f0-08f5-45a3-936d-1ac78e33db9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:11.485025 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-beb747f0-08f5-45a3-936d-1ac78e33db9f admin admin] Publish callbacks [] for security_group (3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:11.552001 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-beb747f0-08f5-45a3-936d-1ac78e33db9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:11.577326 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb747f0-08f5-45a3-936d-1ac78e33db9f admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:28:11.589564 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb747f0-08f5-45a3-936d-1ac78e33db9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:11.595642 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-beb747f0-08f5-45a3-936d-1ac78e33db9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (b6c62b86-1f6f-4075-b744-54d973b7024d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:11.596038 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-beb747f0-08f5-45a3-936d-1ac78e33db9f admin admin] Added segment b6c62b86-1f6f-4075-b744-54d973b7024d of type vlan for network bc9b9e66-4b5a-4b8f-b37b-228826d454e8 Apr 05 11:28:11.636360 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-beb747f0-08f5-45a3-936d-1ac78e33db9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793732229416'] for network (bc9b9e66-4b5a-4b8f-b37b-228826d454e8), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:11.726713 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-beb747f0-08f5-45a3-936d-1ac78e33db9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for network (bc9b9e66-4b5a-4b8f-b37b-228826d454e8), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:11.727723 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb747f0-08f5-45a3-936d-1ac78e33db9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:11.728313 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-beb747f0-08f5-45a3-936d-1ac78e33db9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:11.786450 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb747f0-08f5-45a3-936d-1ac78e33db9f admin admin] Pushing event updated for resources: {'Network': ['ID=bc9b9e66-4b5a-4b8f-b37b-228826d454e8,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:11.796691 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Network bc9b9e66-4b5a-4b8f-b37b-228826d454e8 details requested by agent ovs-agent-dv-cinder-818994-3-iscsi with host dv-cinder-818994-3-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:28:11.828627 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-beb747f0-08f5-45a3-936d-1ac78e33db9f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6362207 Apr 05 11:28:11.829962 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39338) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:28:11.834966 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-299ca791-9fd3-4024-a2dc-c26e2a9db9e5 admin admin] Request body: {'subnet': {'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-172800581-subnet', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:28:11.944049 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299ca791-9fd3-4024-a2dc-c26e2a9db9e5 admin admin] Made reservation on behalf of 220a2c61da3646bc944112302aec29c4 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:28:11.946552 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-299ca791-9fd3-4024-a2dc-c26e2a9db9e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4268100'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:12.169538 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-299ca791-9fd3-4024-a2dc-c26e2a9db9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7001990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4268122'] for subnet (57c12f29-fd03-4af6-bb73-3c4308beab7c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:12.229121 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ca791-9fd3-4024-a2dc-c26e2a9db9e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c12f29-fd03-4af6-bb73-3c4308beab7c,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:12.240122 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299ca791-9fd3-4024-a2dc-c26e2a9db9e5 admin admin] Checking segment: {'id': 'b6c62b86-1f6f-4075-b744-54d973b7024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:28:12.240487 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299ca791-9fd3-4024-a2dc-c26e2a9db9e5 admin admin] Network hostable DHCP agents. Network: bc9b9e66-4b5a-4b8f-b37b-228826d454e8, hostable agents: ['cd8b06fc-05cb-41d0-9f86-42134aa474b0'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:28:12.306349 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299ca791-9fd3-4024-a2dc-c26e2a9db9e5 admin admin] Network bc9b9e66-4b5a-4b8f-b37b-228826d454e8 is scheduled to be hosted by DHCP agent cd8b06fc-05cb-41d0-9f86-42134aa474b0 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:28:12.403545 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-299ca791-9fd3-4024-a2dc-c26e2a9db9e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-iscsi, bc9b9e66-4b5a-4b8f-b37b-228826d454e8) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:28:12.408293 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299ca791-9fd3-4024-a2dc-c26e2a9db9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:12.408894 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-299ca791-9fd3-4024-a2dc-c26e2a9db9e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:12.413821 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97fd7d3-7e37-45e5-9efe-97d8c28a668c None None] Network bc9b9e66-4b5a-4b8f-b37b-228826d454e8 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:28:12.512125 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-299ca791-9fd3-4024-a2dc-c26e2a9db9e5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6808939 Apr 05 11:28:12.517563 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39342) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:28:12.519826 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e5a918-72d0-514f-af35-f2ca56414c48-bc9b9e66-4b5a-4b8f-b37b-228826d454e8', 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8', 'project_id': '220a2c61da3646bc944112302aec29c4', 'fixed_ips': [{'subnet_id': '57c12f29-fd03-4af6-bb73-3c4308beab7c'}]}} from dv-cinder-818994-3-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:28:12.520700 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:12.521406 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-31597b95-a52c-4354-88c7-bd7029dc4145 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-172800581-router', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:28:12.647009 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31597b95-a52c-4354-88c7-bd7029dc4145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (c3e337f3-b28e-4cae-9d09-b40dbba1f441), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:12.648084 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31597b95-a52c-4354-88c7-bd7029dc4145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5208'] for router (c3e337f3-b28e-4cae-9d09-b40dbba1f441), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:12.681015 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] Allocated IP 172.20.0.2 (bc9b9e66-4b5a-4b8f-b37b-228826d454e8/57c12f29-fd03-4af6-bb73-3c4308beab7c/879548ae-d41e-4811-b0e7-4e9f23e05a58) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:28:12.704067 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31597b95-a52c-4354-88c7-bd7029dc4145 admin admin] Publish callbacks [] for router_controller (c3e337f3-b28e-4cae-9d09-b40dbba1f441), precommit_add_association {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:12.823927 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] Publish callbacks [] for port (879548ae-d41e-4811-b0e7-4e9f23e05a58), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:12.915798 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31597b95-a52c-4354-88c7-bd7029dc4145 admin admin] Publish callbacks [] for router_gateway (c3e337f3-b28e-4cae-9d09-b40dbba1f441), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:12.957932 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (879548ae-d41e-4811-b0e7-4e9f23e05a58), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:13.001623 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] Network bc9b9e66-4b5a-4b8f-b37b-228826d454e8 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:28:13.004517 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:28:13.010334 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:28:13.023758 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] Pushing event updated for resources: {'Port': ['ID=879548ae-d41e-4811-b0e7-4e9f23e05a58,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:13.070851 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] Attempting to bind port 879548ae-d41e-4811-b0e7-4e9f23e05a58 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:28:13.071230 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] Attempting to bind port 879548ae-d41e-4811-b0e7-4e9f23e05a58 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'b6c62b86-1f6f-4075-b744-54d973b7024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:28:13.071594 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] Attempting to bind port 879548ae-d41e-4811-b0e7-4e9f23e05a58 on network bc9b9e66-4b5a-4b8f-b37b-228826d454e8 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:28:13.078390 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:28:13.078725 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] Checking segment: {'id': 'b6c62b86-1f6f-4075-b744-54d973b7024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:28:13.079125 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:13.079509 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] Bound using segment: {'id': 'b6c62b86-1f6f-4075-b744-54d973b7024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:28:13.079985 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] Bound port: 879548ae-d41e-4811-b0e7-4e9f23e05a58, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c62b86-1f6f-4075-b744-54d973b7024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:28:13.080366 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (879548ae-d41e-4811-b0e7-4e9f23e05a58), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:13.147353 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] For port 879548ae-d41e-4811-b0e7-4e9f23e05a58, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:28:13.150474 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] For port 879548ae-d41e-4811-b0e7-4e9f23e05a58, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=879548ae-d41e-4811-b0e7-4e9f23e05a58,segment=NetworkSegment(b6c62b86-1f6f-4075-b744-54d973b7024d),segment_id=b6c62b86-1f6f-4075-b744-54d973b7024d)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:28:13.215230 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (879548ae-d41e-4811-b0e7-4e9f23e05a58), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:13.261336 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31597b95-a52c-4354-88c7-bd7029dc4145 admin admin] Publish callbacks [] for router_gateway (c3e337f3-b28e-4cae-9d09-b40dbba1f441), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:13.279020 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dae23-6344-479c-aaee-63a77e2eebd2 None None] Pushing event updated for resources: {'Port': ['ID=879548ae-d41e-4811-b0e7-4e9f23e05a58,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:13.298315 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31597b95-a52c-4354-88c7-bd7029dc4145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:13.422207 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-31597b95-a52c-4354-88c7-bd7029dc4145 admin admin] Allocated IP 172.27.0.90 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/8be4f3f2-1468-445d-8050-3e02e5019cad) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:28:13.558108 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31597b95-a52c-4354-88c7-bd7029dc4145 admin admin] Publish callbacks [] for port (8be4f3f2-1468-445d-8050-3e02e5019cad), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:13.744217 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31597b95-a52c-4354-88c7-bd7029dc4145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (8be4f3f2-1468-445d-8050-3e02e5019cad), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:13.783659 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31597b95-a52c-4354-88c7-bd7029dc4145 admin admin] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:28:13.786771 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-31597b95-a52c-4354-88c7-bd7029dc4145 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:28:13.793786 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31597b95-a52c-4354-88c7-bd7029dc4145 admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:28:13.800664 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31597b95-a52c-4354-88c7-bd7029dc4145 admin admin] Pushing event updated for resources: {'Port': ['ID=8be4f3f2-1468-445d-8050-3e02e5019cad,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:14.174354 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31597b95-a52c-4354-88c7-bd7029dc4145 admin admin] Publish callbacks [] for router_gateway (c3e337f3-b28e-4cae-9d09-b40dbba1f441), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:14.193905 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7ab1ef-e396-4c01-bee6-9ca831c82aa9 None None] Network bc9b9e66-4b5a-4b8f-b37b-228826d454e8 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:28:14.270280 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-10943da6-acf8-4a17-82d9-e75abdfad447 None None] Provisioning complete for port 879548ae-d41e-4811-b0e7-4e9f23e05a58 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:14.270661 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-10943da6-acf8-4a17-82d9-e75abdfad447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (879548ae-d41e-4811-b0e7-4e9f23e05a58), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:14.386834 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31597b95-a52c-4354-88c7-bd7029dc4145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585778'] for router (c3e337f3-b28e-4cae-9d09-b40dbba1f441), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:14.389851 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-10943da6-acf8-4a17-82d9-e75abdfad447 None None] Current status of the port 879548ae-d41e-4811-b0e7-4e9f23e05a58 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:14.390249 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-10943da6-acf8-4a17-82d9-e75abdfad447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (879548ae-d41e-4811-b0e7-4e9f23e05a58), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:14.425936 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-10943da6-acf8-4a17-82d9-e75abdfad447 None None] For port 879548ae-d41e-4811-b0e7-4e9f23e05a58, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=879548ae-d41e-4811-b0e7-4e9f23e05a58,segment=NetworkSegment(b6c62b86-1f6f-4075-b744-54d973b7024d),segment_id=b6c62b86-1f6f-4075-b744-54d973b7024d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:28:14.517622 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-10943da6-acf8-4a17-82d9-e75abdfad447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (879548ae-d41e-4811-b0e7-4e9f23e05a58), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:14.582450 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10943da6-acf8-4a17-82d9-e75abdfad447 None None] Pushing event updated for resources: {'Port': ['ID=879548ae-d41e-4811-b0e7-4e9f23e05a58,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:14.633037 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31597b95-a52c-4354-88c7-bd7029dc4145 admin admin] Router c3e337f3-b28e-4cae-9d09-b40dbba1f441 is scheduled to L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a with binding_index 1 {{(pid=103962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:28:14.651691 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-aa4e661c-2422-46f0-98af-5dfc0a4f13df None None] Provisioning complete for port 879548ae-d41e-4811-b0e7-4e9f23e05a58 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:14.652270 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-aa4e661c-2422-46f0-98af-5dfc0a4f13df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (879548ae-d41e-4811-b0e7-4e9f23e05a58), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:14.661441 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 879548ae-d41e-4811-b0e7-4e9f23e05a58 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:28:14.777576 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 879548ae-d41e-4811-b0e7-4e9f23e05a58 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:14.777852 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (879548ae-d41e-4811-b0e7-4e9f23e05a58), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:14.806516 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-aa4e661c-2422-46f0-98af-5dfc0a4f13df None None] Current status of the port 879548ae-d41e-4811-b0e7-4e9f23e05a58 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:14.881389 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 879548ae-d41e-4811-b0e7-4e9f23e05a58 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:15.047838 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31597b95-a52c-4354-88c7-bd7029dc4145 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:28:15.058693 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] Sync routers for ids ['c3e337f3-b28e-4cae-9d09-b40dbba1f441'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:28:15.072064 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] Routers {'c3e337f3-b28e-4cae-9d09-b40dbba1f441'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:28:15.077086 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:27:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['c3e337f3-b28e-4cae-9d09-b40dbba1f441'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:28:15.131879 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31597b95-a52c-4354-88c7-bd7029dc4145 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:15.133606 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-31597b95-a52c-4354-88c7-bd7029dc4145 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6170468 Apr 05 11:28:15.136657 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39344) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:28:15.190880 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] Set router c3e337f3-b28e-4cae-9d09-b40dbba1f441 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:28:15.386653 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'name': 'tempest-TestMinimumBasicScenario-172800581-router', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:12Z', 'updated_at': '2022-04-05T11:28:13Z', 'revision_number': 3, 'project_id': '220a2c61da3646bc944112302aec29c4', 'gw_port': {'id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:46:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:13Z', 'updated_at': '2022-04-05T11:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:28:15.420340 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] Checking router: c3e337f3-b28e-4cae-9d09-b40dbba1f441 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:28:15.420870 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] Updating router c3e337f3-b28e-4cae-9d09-b40dbba1f441 port 8be4f3f2-1468-445d-8050-3e02e5019cad binding host dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:28:15.457764 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (8be4f3f2-1468-445d-8050-3e02e5019cad), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:15.635729 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0f4cc51e-c466-4fa2-85d7-cbf189e5e6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:15.758734 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] Publish callbacks [] for port (8be4f3f2-1468-445d-8050-3e02e5019cad), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:15.806126 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-0f4cc51e-c466-4fa2-85d7-cbf189e5e6c8 admin admin] Allocated IP 172.20.0.1 (bc9b9e66-4b5a-4b8f-b37b-228826d454e8/57c12f29-fd03-4af6-bb73-3c4308beab7c/f15e24a6-6bdc-4743-b3ff-778506c85580) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:28:15.818199 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (8be4f3f2-1468-445d-8050-3e02e5019cad), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:15.872821 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764feb5a-d71b-4004-a4a4-7d5f4703325d None None] Pushing event updated for resources: {'Port': ['ID=8be4f3f2-1468-445d-8050-3e02e5019cad,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:15.875892 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] Attempting to bind port 8be4f3f2-1468-445d-8050-3e02e5019cad on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:28:15.876261 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] Attempting to bind port 8be4f3f2-1468-445d-8050-3e02e5019cad by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:28:15.876624 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] Attempting to bind port 8be4f3f2-1468-445d-8050-3e02e5019cad on network ab2e3e10-783c-4840-b185-530a1ad29b1c {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:28:15.884305 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:28:15.884677 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] Checking segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:28:15.885078 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:15.885467 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] Bound using segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:28:15.885937 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] Bound port: 8be4f3f2-1468-445d-8050-3e02e5019cad, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:28:15.886332 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (8be4f3f2-1468-445d-8050-3e02e5019cad), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:15.923366 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0f4cc51e-c466-4fa2-85d7-cbf189e5e6c8 admin admin] Publish callbacks [] for port (f15e24a6-6bdc-4743-b3ff-778506c85580), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:15.942398 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] For port 8be4f3f2-1468-445d-8050-3e02e5019cad, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:28:15.947187 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] For port 8be4f3f2-1468-445d-8050-3e02e5019cad, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=8be4f3f2-1468-445d-8050-3e02e5019cad,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:28:16.001435 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (8be4f3f2-1468-445d-8050-3e02e5019cad), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:16.026957 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0f4cc51e-c466-4fa2-85d7-cbf189e5e6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (f15e24a6-6bdc-4743-b3ff-778506c85580), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:16.055825 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] Routers {'c3e337f3-b28e-4cae-9d09-b40dbba1f441'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:28:16.056495 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:27:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['c3e337f3-b28e-4cae-9d09-b40dbba1f441'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:28:16.067792 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4cc51e-c466-4fa2-85d7-cbf189e5e6c8 admin admin] Network bc9b9e66-4b5a-4b8f-b37b-228826d454e8 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:28:16.072698 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-0f4cc51e-c466-4fa2-85d7-cbf189e5e6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:28:16.079031 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4cc51e-c466-4fa2-85d7-cbf189e5e6c8 admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:28:16.104271 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cc51e-c466-4fa2-85d7-cbf189e5e6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=f15e24a6-6bdc-4743-b3ff-778506c85580,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:16.112922 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764feb5a-d71b-4004-a4a4-7d5f4703325d None None] Pushing event updated for resources: {'Port': ['ID=8be4f3f2-1468-445d-8050-3e02e5019cad,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:16.135150 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0f4cc51e-c466-4fa2-85d7-cbf189e5e6c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585827'] for router_interface (c3e337f3-b28e-4cae-9d09-b40dbba1f441), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:16.209585 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] Set router c3e337f3-b28e-4cae-9d09-b40dbba1f441 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:28:16.367224 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-50082f2e-f85c-4d77-88f3-1cf4f97749d4 None None] Provisioning complete for port f15e24a6-6bdc-4743-b3ff-778506c85580 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:16.367523 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-50082f2e-f85c-4d77-88f3-1cf4f97749d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (f15e24a6-6bdc-4743-b3ff-778506c85580), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:16.386524 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0f4cc51e-c466-4fa2-85d7-cbf189e5e6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (f15e24a6-6bdc-4743-b3ff-778506c85580), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:16.575276 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-50082f2e-f85c-4d77-88f3-1cf4f97749d4 None None] Port f15e24a6-6bdc-4743-b3ff-778506c85580 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:28:16.597555 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0f4cc51e-c466-4fa2-85d7-cbf189e5e6c8 admin admin] Publish callbacks [] for port (f15e24a6-6bdc-4743-b3ff-778506c85580), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:16.616526 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'name': 'tempest-TestMinimumBasicScenario-172800581-router', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:12Z', 'updated_at': '2022-04-05T11:28:13Z', 'revision_number': 3, 'project_id': '220a2c61da3646bc944112302aec29c4', 'gw_port': {'id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:46:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:13Z', 'updated_at': '2022-04-05T11:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:28:16.650119 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 879548ae-d41e-4811-b0e7-4e9f23e05a58 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:28:16.652812 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8146f4b4-ba70-4cd1-98e3-14d720d292b2 None None] The sync data for ids ['c3e337f3-b28e-4cae-9d09-b40dbba1f441'] in dv-cinder-818994-3-iscsi is: [{'id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'name': 'tempest-TestMinimumBasicScenario-172800581-router', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:12Z', 'updated_at': '2022-04-05T11:28:13Z', 'revision_number': 3, 'project_id': '220a2c61da3646bc944112302aec29c4', 'gw_port': {'id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:46:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:13Z', 'updated_at': '2022-04-05T11:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:28:16.659362 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0f4cc51e-c466-4fa2-85d7-cbf189e5e6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (f15e24a6-6bdc-4743-b3ff-778506c85580), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:16.744926 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0f4cc51e-c466-4fa2-85d7-cbf189e5e6c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1809836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583667'] for router_interface (c3e337f3-b28e-4cae-9d09-b40dbba1f441), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:16.748986 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 879548ae-d41e-4811-b0e7-4e9f23e05a58 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:16.748986 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (879548ae-d41e-4811-b0e7-4e9f23e05a58), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:16.749308 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cc51e-c466-4fa2-85d7-cbf189e5e6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=f15e24a6-6bdc-4743-b3ff-778506c85580,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:16.794331 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:16.848585 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 879548ae-d41e-4811-b0e7-4e9f23e05a58 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:16.867414 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4cc51e-c466-4fa2-85d7-cbf189e5e6c8 admin admin] Network bc9b9e66-4b5a-4b8f-b37b-228826d454e8 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:28:16.869004 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-0f4cc51e-c466-4fa2-85d7-cbf189e5e6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:28:17.028813 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4cc51e-c466-4fa2-85d7-cbf189e5e6c8 admin admin] Router c3e337f3-b28e-4cae-9d09-b40dbba1f441 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:28:17.159951 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4cc51e-c466-4fa2-85d7-cbf189e5e6c8 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:28:17.165266 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-0f4cc51e-c466-4fa2-85d7-cbf189e5e6c8 admin admin] 10.222.0.39 "PUT /v2.0/routers/c3e337f3-b28e-4cae-9d09-b40dbba1f441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0272508 Apr 05 11:28:17.211752 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-6e62a510-f47c-4c39-b8f6-2e9c08b8944e None None] Provisioning complete for port f15e24a6-6bdc-4743-b3ff-778506c85580 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:17.212242 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6e62a510-f47c-4c39-b8f6-2e9c08b8944e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (f15e24a6-6bdc-4743-b3ff-778506c85580), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:17.257771 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-6e62a510-f47c-4c39-b8f6-2e9c08b8944e None None] Port f15e24a6-6bdc-4743-b3ff-778506c85580 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:28:17.905293 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39360) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:28:17.910243 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-4142dbbf-85dd-4644-bafc-c424d447e2d3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1288694354-network', 'tenant_id': '91bffb45dbca4673ba8cd190259d9524'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:28:18.012428 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4142dbbf-85dd-4644-bafc-c424d447e2d3 admin admin] Made reservation on behalf of 91bffb45dbca4673ba8cd190259d9524 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:28:18.014967 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4142dbbf-85dd-4644-bafc-c424d447e2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:18.024465 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4142dbbf-85dd-4644-bafc-c424d447e2d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:18.103188 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4142dbbf-85dd-4644-bafc-c424d447e2d3 admin admin] Publish callbacks [] for security_group (e9af6698-86fc-4fee-aeee-1bf77908fcc6), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:18.172245 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4142dbbf-85dd-4644-bafc-c424d447e2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (e9af6698-86fc-4fee-aeee-1bf77908fcc6), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:18.198579 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4142dbbf-85dd-4644-bafc-c424d447e2d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 11:28:18.208600 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142dbbf-85dd-4644-bafc-c424d447e2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9af6698-86fc-4fee-aeee-1bf77908fcc6,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:18.213932 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4142dbbf-85dd-4644-bafc-c424d447e2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (f607b3de-678f-473d-aa71-f8eaa8bc95e9), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:18.214388 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.segments_db [None req-4142dbbf-85dd-4644-bafc-c424d447e2d3 admin admin] Added segment f607b3de-678f-473d-aa71-f8eaa8bc95e9 of type vlan for network 462fb7d3-f2d7-46ff-bdf4-31c1429f6701 Apr 05 11:28:18.259909 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4142dbbf-85dd-4644-bafc-c424d447e2d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793732229416'] for network (462fb7d3-f2d7-46ff-bdf4-31c1429f6701), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:18.375236 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4142dbbf-85dd-4644-bafc-c424d447e2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822'] for network (462fb7d3-f2d7-46ff-bdf4-31c1429f6701), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:18.376221 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4142dbbf-85dd-4644-bafc-c424d447e2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:18.376808 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4142dbbf-85dd-4644-bafc-c424d447e2d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:18.381171 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] Sync routers for ids ['c3e337f3-b28e-4cae-9d09-b40dbba1f441'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:28:18.396529 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] Routers {'c3e337f3-b28e-4cae-9d09-b40dbba1f441'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:28:18.396529 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:27:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['c3e337f3-b28e-4cae-9d09-b40dbba1f441'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:28:18.435361 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142dbbf-85dd-4644-bafc-c424d447e2d3 admin admin] Pushing event updated for resources: {'Network': ['ID=462fb7d3-f2d7-46ff-bdf4-31c1429f6701,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:18.438550 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-673dd2df-b4d9-4863-9048-9017758ebade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:18.458195 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Network 462fb7d3-f2d7-46ff-bdf4-31c1429f6701 details requested by agent ovs-agent-dv-cinder-818994-3-iscsi with host dv-cinder-818994-3-iscsi {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 05 11:28:18.511245 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] Set router c3e337f3-b28e-4cae-9d09-b40dbba1f441 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:28:18.537373 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4142dbbf-85dd-4644-bafc-c424d447e2d3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6309531 Apr 05 11:28:18.540114 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39362) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:28:18.545869 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-4ae7edb8-9820-4649-92fb-bc4439feef81 admin admin] Request body: {'subnet': {'network_id': '462fb7d3-f2d7-46ff-bdf4-31c1429f6701', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1288694354-subnet', 'tenant_id': '91bffb45dbca4673ba8cd190259d9524', 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:28:18.664690 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 8be4f3f2-1468-445d-8050-3e02e5019cad up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:28:18.680899 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae7edb8-9820-4649-92fb-bc4439feef81 admin admin] Made reservation on behalf of 91bffb45dbca4673ba8cd190259d9524 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:28:18.692634 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ae7edb8-9820-4649-92fb-bc4439feef81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4268100'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:18.731384 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'name': 'tempest-TestMinimumBasicScenario-172800581-router', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:12Z', 'updated_at': '2022-04-05T11:28:16Z', 'revision_number': 4, 'project_id': '220a2c61da3646bc944112302aec29c4', 'gw_port': {'id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:46:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:13Z', 'updated_at': '2022-04-05T11:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': 'f15e24a6-6bdc-4743-b3ff-778506c85580', 'name': '', 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'mac_address': 'fa:16:3e:5e:88:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '57c12f29-fd03-4af6-bb73-3c4308beab7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:15Z', 'updated_at': '2022-04-05T11:28:16Z', 'revision_number': 2, 'project_id': '220a2c61da3646bc944112302aec29c4', 'subnets': [{'id': '57c12f29-fd03-4af6-bb73-3c4308beab7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:28:18.749796 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 8be4f3f2-1468-445d-8050-3e02e5019cad triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:18.750423 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (8be4f3f2-1468-445d-8050-3e02e5019cad), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:18.760704 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] Checking router: c3e337f3-b28e-4cae-9d09-b40dbba1f441 for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:28:18.764703 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] Updating router c3e337f3-b28e-4cae-9d09-b40dbba1f441 port f15e24a6-6bdc-4743-b3ff-778506c85580 binding host dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:28:18.796266 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (f15e24a6-6bdc-4743-b3ff-778506c85580), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:18.847369 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 8be4f3f2-1468-445d-8050-3e02e5019cad is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:18.847798 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (8be4f3f2-1468-445d-8050-3e02e5019cad), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:18.868187 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] For port 8be4f3f2-1468-445d-8050-3e02e5019cad, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=8be4f3f2-1468-445d-8050-3e02e5019cad,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:28:18.968913 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (8be4f3f2-1468-445d-8050-3e02e5019cad), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:19.006769 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ae7edb8-9820-4649-92fb-bc4439feef81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7001990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4268122'] for subnet (a9a47f79-d146-4a0b-92df-586b58f84d4d), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:19.018889 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Pushing event updated for resources: {'Port': ['ID=8be4f3f2-1468-445d-8050-3e02e5019cad,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:19.066534 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7edb8-9820-4649-92fb-bc4439feef81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9a47f79-d146-4a0b-92df-586b58f84d4d,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:19.072022 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] Publish callbacks [] for port (f15e24a6-6bdc-4743-b3ff-778506c85580), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:19.079648 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae7edb8-9820-4649-92fb-bc4439feef81 admin admin] Checking segment: {'id': 'f607b3de-678f-473d-aa71-f8eaa8bc95e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '462fb7d3-f2d7-46ff-bdf4-31c1429f6701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:28:19.080016 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae7edb8-9820-4649-92fb-bc4439feef81 admin admin] Network hostable DHCP agents. Network: 462fb7d3-f2d7-46ff-bdf4-31c1429f6701, hostable agents: ['cd8b06fc-05cb-41d0-9f86-42134aa474b0'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 11:28:19.145924 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (f15e24a6-6bdc-4743-b3ff-778506c85580), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:19.189789 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae7edb8-9820-4649-92fb-bc4439feef81 admin admin] Network 462fb7d3-f2d7-46ff-bdf4-31c1429f6701 is scheduled to be hosted by DHCP agent cd8b06fc-05cb-41d0-9f86-42134aa474b0 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 11:28:19.200591 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd7591-d4b9-4795-987f-fb6f188a9daa None None] Pushing event updated for resources: {'Port': ['ID=f15e24a6-6bdc-4743-b3ff-778506c85580,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:19.228272 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd7591-d4b9-4795-987f-fb6f188a9daa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:19.228526 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd7591-d4b9-4795-987f-fb6f188a9daa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:19.228885 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd7591-d4b9-4795-987f-fb6f188a9daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:19.229253 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd7591-d4b9-4795-987f-fb6f188a9daa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:19.229583 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd7591-d4b9-4795-987f-fb6f188a9daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:19.229907 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd7591-d4b9-4795-987f-fb6f188a9daa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:19.230232 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd7591-d4b9-4795-987f-fb6f188a9daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:19.230555 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd7591-d4b9-4795-987f-fb6f188a9daa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:19.230961 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd7591-d4b9-4795-987f-fb6f188a9daa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:19.231278 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd7591-d4b9-4795-987f-fb6f188a9daa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:19.231595 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd7591-d4b9-4795-987f-fb6f188a9daa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:19.231926 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd7591-d4b9-4795-987f-fb6f188a9daa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:19.232248 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd7591-d4b9-4795-987f-fb6f188a9daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:19.232598 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd7591-d4b9-4795-987f-fb6f188a9daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:19.232915 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5efd7591-d4b9-4795-987f-fb6f188a9daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:19.267338 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] Attempting to bind port f15e24a6-6bdc-4743-b3ff-778506c85580 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:28:19.267824 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] Attempting to bind port f15e24a6-6bdc-4743-b3ff-778506c85580 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'b6c62b86-1f6f-4075-b744-54d973b7024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:28:19.268260 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] Attempting to bind port f15e24a6-6bdc-4743-b3ff-778506c85580 on network bc9b9e66-4b5a-4b8f-b37b-228826d454e8 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:28:19.273892 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:28:19.274328 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] Checking segment: {'id': 'b6c62b86-1f6f-4075-b744-54d973b7024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:28:19.274703 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:19.275102 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] Bound using segment: {'id': 'b6c62b86-1f6f-4075-b744-54d973b7024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:28:19.275419 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-4ae7edb8-9820-4649-92fb-bc4439feef81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818994-3-iscsi, 462fb7d3-f2d7-46ff-bdf4-31c1429f6701) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:28:19.275641 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] Bound port: f15e24a6-6bdc-4743-b3ff-778506c85580, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c62b86-1f6f-4075-b744-54d973b7024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:28:19.275957 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (f15e24a6-6bdc-4743-b3ff-778506c85580), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:19.282744 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae7edb8-9820-4649-92fb-bc4439feef81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:19.282744 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ae7edb8-9820-4649-92fb-bc4439feef81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:19.290420 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d826b1fc-abc0-4fa1-af1a-697c596c2f76 None None] Network 462fb7d3-f2d7-46ff-bdf4-31c1429f6701 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:28:19.351387 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] For port f15e24a6-6bdc-4743-b3ff-778506c85580, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:28:19.355114 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] For port f15e24a6-6bdc-4743-b3ff-778506c85580, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=f15e24a6-6bdc-4743-b3ff-778506c85580,segment=NetworkSegment(b6c62b86-1f6f-4075-b744-54d973b7024d),segment_id=b6c62b86-1f6f-4075-b744-54d973b7024d)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:28:19.363691 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4ae7edb8-9820-4649-92fb-bc4439feef81 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8225138 Apr 05 11:28:19.367075 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39364) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:28:19.371438 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-b44e2dca-b418-4ccc-a103-52478d5aed94 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1288694354-router', 'tenant_id': '91bffb45dbca4673ba8cd190259d9524', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:28:19.409421 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4e5a918-72d0-514f-af35-f2ca56414c48-462fb7d3-f2d7-46ff-bdf4-31c1429f6701', 'network_id': '462fb7d3-f2d7-46ff-bdf4-31c1429f6701', 'project_id': '91bffb45dbca4673ba8cd190259d9524', 'fixed_ips': [{'subnet_id': 'a9a47f79-d146-4a0b-92df-586b58f84d4d'}]}} from dv-cinder-818994-3-iscsi. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 05 11:28:19.410280 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:19.426081 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-1a1dc128-ddc2-4655-b6bd-5771c9dbe980 None None] Provisioning complete for port f15e24a6-6bdc-4743-b3ff-778506c85580 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:19.426452 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1a1dc128-ddc2-4655-b6bd-5771c9dbe980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (f15e24a6-6bdc-4743-b3ff-778506c85580), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:19.435658 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (f15e24a6-6bdc-4743-b3ff-778506c85580), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:19.465913 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b44e2dca-b418-4ccc-a103-52478d5aed94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5231'] for router (0ab893da-fa49-469d-af79-d98bb08d95fd), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:19.467112 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b44e2dca-b418-4ccc-a103-52478d5aed94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1583155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1585059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1612743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5208'] for router (0ab893da-fa49-469d-af79-d98bb08d95fd), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:19.501215 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] Routers {'c3e337f3-b28e-4cae-9d09-b40dbba1f441'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:28:19.501836 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:27:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['c3e337f3-b28e-4cae-9d09-b40dbba1f441'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:28:19.518560 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-1a1dc128-ddc2-4655-b6bd-5771c9dbe980 None None] Port f15e24a6-6bdc-4743-b3ff-778506c85580 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:28:19.537796 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b44e2dca-b418-4ccc-a103-52478d5aed94 admin admin] Publish callbacks [] for router_controller (0ab893da-fa49-469d-af79-d98bb08d95fd), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:19.562075 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd7591-d4b9-4795-987f-fb6f188a9daa None None] Pushing event updated for resources: {'Port': ['ID=f15e24a6-6bdc-4743-b3ff-778506c85580,revision_number=4']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:19.603410 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] Allocated IP 172.20.0.2 (462fb7d3-f2d7-46ff-bdf4-31c1429f6701/a9a47f79-d146-4a0b-92df-586b58f84d4d/36af7973-9cdf-4adb-934b-7bfd70c6a59c) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:28:19.654415 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] Set router c3e337f3-b28e-4cae-9d09-b40dbba1f441 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:28:19.770977 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-e9c843e9-d06a-4891-9158-642d7c893cb6 None None] Provisioning complete for port f15e24a6-6bdc-4743-b3ff-778506c85580 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:19.771248 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e9c843e9-d06a-4891-9158-642d7c893cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (f15e24a6-6bdc-4743-b3ff-778506c85580), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:19.776039 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] Publish callbacks [] for port (36af7973-9cdf-4adb-934b-7bfd70c6a59c), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:19.783482 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b44e2dca-b418-4ccc-a103-52478d5aed94 admin admin] Publish callbacks [] for router_gateway (0ab893da-fa49-469d-af79-d98bb08d95fd), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:19.868639 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-e9c843e9-d06a-4891-9158-642d7c893cb6 None None] Current status of the port f15e24a6-6bdc-4743-b3ff-778506c85580 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:19.869027 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e9c843e9-d06a-4891-9158-642d7c893cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (f15e24a6-6bdc-4743-b3ff-778506c85580), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:19.879663 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447'] for port (36af7973-9cdf-4adb-934b-7bfd70c6a59c), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:19.945144 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] Network 462fb7d3-f2d7-46ff-bdf4-31c1429f6701 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:28:19.946962 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-e9c843e9-d06a-4891-9158-642d7c893cb6 None None] For port f15e24a6-6bdc-4743-b3ff-778506c85580, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=f15e24a6-6bdc-4743-b3ff-778506c85580,segment=NetworkSegment(b6c62b86-1f6f-4075-b744-54d973b7024d),segment_id=b6c62b86-1f6f-4075-b744-54d973b7024d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:28:19.956685 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:28:19.958906 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] Pushing event updated for resources: {'Port': ['ID=36af7973-9cdf-4adb-934b-7bfd70c6a59c,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:19.960696 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:28:19.977973 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'name': 'tempest-TestMinimumBasicScenario-172800581-router', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:12Z', 'updated_at': '2022-04-05T11:28:16Z', 'revision_number': 4, 'project_id': '220a2c61da3646bc944112302aec29c4', 'gw_port': {'id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:46:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:13Z', 'updated_at': '2022-04-05T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': 'f15e24a6-6bdc-4743-b3ff-778506c85580', 'name': '', 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'mac_address': 'fa:16:3e:5e:88:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '57c12f29-fd03-4af6-bb73-3c4308beab7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:15Z', 'updated_at': '2022-04-05T11:28:19Z', 'revision_number': 4, 'project_id': '220a2c61da3646bc944112302aec29c4', 'subnets': [{'id': '57c12f29-fd03-4af6-bb73-3c4308beab7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:28:20.005017 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8c934d-7c95-44c3-a84d-c0d48e0dc27d None None] The sync data for ids ['c3e337f3-b28e-4cae-9d09-b40dbba1f441'] in dv-cinder-818994-3-iscsi is: [{'id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'name': 'tempest-TestMinimumBasicScenario-172800581-router', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:12Z', 'updated_at': '2022-04-05T11:28:16Z', 'revision_number': 4, 'project_id': '220a2c61da3646bc944112302aec29c4', 'gw_port': {'id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:46:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:13Z', 'updated_at': '2022-04-05T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': 'f15e24a6-6bdc-4743-b3ff-778506c85580', 'name': '', 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'mac_address': 'fa:16:3e:5e:88:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '57c12f29-fd03-4af6-bb73-3c4308beab7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:15Z', 'updated_at': '2022-04-05T11:28:19Z', 'revision_number': 4, 'project_id': '220a2c61da3646bc944112302aec29c4', 'subnets': [{'id': '57c12f29-fd03-4af6-bb73-3c4308beab7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:28:20.008660 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e9c843e9-d06a-4891-9158-642d7c893cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (f15e24a6-6bdc-4743-b3ff-778506c85580), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:20.042672 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] Attempting to bind port 36af7973-9cdf-4adb-934b-7bfd70c6a59c on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:28:20.043050 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] Attempting to bind port 36af7973-9cdf-4adb-934b-7bfd70c6a59c by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'f607b3de-678f-473d-aa71-f8eaa8bc95e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '462fb7d3-f2d7-46ff-bdf4-31c1429f6701'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:28:20.043409 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] Attempting to bind port 36af7973-9cdf-4adb-934b-7bfd70c6a59c on network 462fb7d3-f2d7-46ff-bdf4-31c1429f6701 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:28:20.063666 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:28:20.064072 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] Checking segment: {'id': 'f607b3de-678f-473d-aa71-f8eaa8bc95e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '462fb7d3-f2d7-46ff-bdf4-31c1429f6701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:28:20.064551 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:20.064976 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] Bound using segment: {'id': 'f607b3de-678f-473d-aa71-f8eaa8bc95e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '462fb7d3-f2d7-46ff-bdf4-31c1429f6701'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:28:20.065495 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] Bound port: 36af7973-9cdf-4adb-934b-7bfd70c6a59c, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f607b3de-678f-473d-aa71-f8eaa8bc95e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '462fb7d3-f2d7-46ff-bdf4-31c1429f6701'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:28:20.065879 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (36af7973-9cdf-4adb-934b-7bfd70c6a59c), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:20.087394 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b44e2dca-b418-4ccc-a103-52478d5aed94 admin admin] Publish callbacks [] for router_gateway (0ab893da-fa49-469d-af79-d98bb08d95fd), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:20.096508 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c843e9-d06a-4891-9158-642d7c893cb6 None None] Pushing event updated for resources: {'Port': ['ID=f15e24a6-6bdc-4743-b3ff-778506c85580,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:20.112085 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b44e2dca-b418-4ccc-a103-52478d5aed94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:20.160687 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] For port 36af7973-9cdf-4adb-934b-7bfd70c6a59c, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:28:20.164089 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] For port 36af7973-9cdf-4adb-934b-7bfd70c6a59c, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=36af7973-9cdf-4adb-934b-7bfd70c6a59c,segment=NetworkSegment(f607b3de-678f-473d-aa71-f8eaa8bc95e9),segment_id=f607b3de-678f-473d-aa71-f8eaa8bc95e9)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:28:20.231437 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-b44e2dca-b418-4ccc-a103-52478d5aed94 admin admin] Allocated IP 172.27.0.137 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/5fa8958b-753a-465b-aad5-566271f1a3a7) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:28:20.246811 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (36af7973-9cdf-4adb-934b-7bfd70c6a59c), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:20.331989 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b8d6d-e8fa-4381-83ac-eebc3650608a None None] Pushing event updated for resources: {'Port': ['ID=36af7973-9cdf-4adb-934b-7bfd70c6a59c,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:20.353319 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b44e2dca-b418-4ccc-a103-52478d5aed94 admin admin] Publish callbacks [] for port (5fa8958b-753a-465b-aad5-566271f1a3a7), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:20.435372 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b44e2dca-b418-4ccc-a103-52478d5aed94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (5fa8958b-753a-465b-aad5-566271f1a3a7), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:20.491632 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44e2dca-b418-4ccc-a103-52478d5aed94 admin admin] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:28:20.495354 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-b44e2dca-b418-4ccc-a103-52478d5aed94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:28:20.503004 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44e2dca-b418-4ccc-a103-52478d5aed94 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:28:20.508967 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e2dca-b418-4ccc-a103-52478d5aed94 admin admin] Pushing event updated for resources: {'Port': ['ID=5fa8958b-753a-465b-aad5-566271f1a3a7,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:20.789279 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 8be4f3f2-1468-445d-8050-3e02e5019cad up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:28:20.842940 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 8be4f3f2-1468-445d-8050-3e02e5019cad triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:20.843325 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (8be4f3f2-1468-445d-8050-3e02e5019cad), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:20.902114 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b44e2dca-b418-4ccc-a103-52478d5aed94 admin admin] Publish callbacks [] for router_gateway (0ab893da-fa49-469d-af79-d98bb08d95fd), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:20.949050 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 8be4f3f2-1468-445d-8050-3e02e5019cad is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:20.949944 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 36af7973-9cdf-4adb-934b-7bfd70c6a59c up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:28:20.973189 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-50e83e9a-2c0d-4394-8ced-de9a0c583d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:21.006397 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 36af7973-9cdf-4adb-934b-7bfd70c6a59c triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:21.006397 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (36af7973-9cdf-4adb-934b-7bfd70c6a59c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:21.115507 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 36af7973-9cdf-4adb-934b-7bfd70c6a59c is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:21.116158 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (36af7973-9cdf-4adb-934b-7bfd70c6a59c), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:21.155129 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b44e2dca-b418-4ccc-a103-52478d5aed94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1583146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1585778'] for router (0ab893da-fa49-469d-af79-d98bb08d95fd), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:21.163487 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] For port 36af7973-9cdf-4adb-934b-7bfd70c6a59c, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=36af7973-9cdf-4adb-934b-7bfd70c6a59c,segment=NetworkSegment(f607b3de-678f-473d-aa71-f8eaa8bc95e9),segment_id=f607b3de-678f-473d-aa71-f8eaa8bc95e9)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:28:21.249296 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (36af7973-9cdf-4adb-934b-7bfd70c6a59c), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:21.250079 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device f15e24a6-6bdc-4743-b3ff-778506c85580 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:28:21.354097 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port f15e24a6-6bdc-4743-b3ff-778506c85580 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:21.354473 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (f15e24a6-6bdc-4743-b3ff-778506c85580), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:21.356250 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Pushing event updated for resources: {'Port': ['ID=36af7973-9cdf-4adb-934b-7bfd70c6a59c,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:21.407576 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44e2dca-b418-4ccc-a103-52478d5aed94 admin admin] Router 0ab893da-fa49-469d-af79-d98bb08d95fd is scheduled to L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 11:28:21.437953 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e076ed-cca1-4be5-9940-f9d6a15afbff None None] Network 462fb7d3-f2d7-46ff-bdf4-31c1429f6701 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:28:21.465928 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port f15e24a6-6bdc-4743-b3ff-778506c85580 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:21.529077 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44e2dca-b418-4ccc-a103-52478d5aed94 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:28:21.542892 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] Sync routers for ids ['0ab893da-fa49-469d-af79-d98bb08d95fd'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:28:21.576793 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] Routers {'0ab893da-fa49-469d-af79-d98bb08d95fd'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:28:21.577462 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:28:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['0ab893da-fa49-469d-af79-d98bb08d95fd'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:28:21.582517 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-72626c0c-4838-4410-90be-cc9cb950c6ed None None] Provisioning complete for port 36af7973-9cdf-4adb-934b-7bfd70c6a59c triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:21.582914 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-72626c0c-4838-4410-90be-cc9cb950c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (36af7973-9cdf-4adb-934b-7bfd70c6a59c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:21.599528 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b44e2dca-b418-4ccc-a103-52478d5aed94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:21.601601 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-b44e2dca-b418-4ccc-a103-52478d5aed94 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2326517 Apr 05 11:28:21.603895 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39366) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:28:21.755261 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] Set router 0ab893da-fa49-469d-af79-d98bb08d95fd gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:28:21.984777 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-72626c0c-4838-4410-90be-cc9cb950c6ed None None] Current status of the port 36af7973-9cdf-4adb-934b-7bfd70c6a59c is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:22.066429 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d1e5e2f9-822a-424b-88c5-22a1c21afced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:22.083152 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:22.104069 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab893da-fa49-469d-af79-d98bb08d95fd', 'name': 'tempest-TestMinimumBasicScenario-1288694354-router', 'tenant_id': '91bffb45dbca4673ba8cd190259d9524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5fa8958b-753a-465b-aad5-566271f1a3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:19Z', 'updated_at': '2022-04-05T11:28:20Z', 'revision_number': 3, 'project_id': '91bffb45dbca4673ba8cd190259d9524', 'gw_port': {'id': '5fa8958b-753a-465b-aad5-566271f1a3a7', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab893da-fa49-469d-af79-d98bb08d95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:20Z', 'updated_at': '2022-04-05T11:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:28:22.137708 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] Checking router: 0ab893da-fa49-469d-af79-d98bb08d95fd for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:28:22.137708 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] Updating router 0ab893da-fa49-469d-af79-d98bb08d95fd port 5fa8958b-753a-465b-aad5-566271f1a3a7 binding host dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:28:22.161035 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-99f24964-6275-4f74-8cc6-fb811af196a9 None None] Provisioning complete for port 36af7973-9cdf-4adb-934b-7bfd70c6a59c triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:22.161400 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-99f24964-6275-4f74-8cc6-fb811af196a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (36af7973-9cdf-4adb-934b-7bfd70c6a59c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:22.186816 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (5fa8958b-753a-465b-aad5-566271f1a3a7), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:22.229375 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-d1e5e2f9-822a-424b-88c5-22a1c21afced admin admin] Allocated IP 172.20.0.1 (462fb7d3-f2d7-46ff-bdf4-31c1429f6701/a9a47f79-d146-4a0b-92df-586b58f84d4d/8aca1975-2220-4100-af48-e59d3781a9a5) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:28:22.334206 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d1e5e2f9-822a-424b-88c5-22a1c21afced admin admin] Publish callbacks [] for port (8aca1975-2220-4100-af48-e59d3781a9a5), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:22.358423 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-99f24964-6275-4f74-8cc6-fb811af196a9 None None] Current status of the port 36af7973-9cdf-4adb-934b-7bfd70c6a59c is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:22.443630 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d1e5e2f9-822a-424b-88c5-22a1c21afced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (8aca1975-2220-4100-af48-e59d3781a9a5), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:22.484580 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e5e2f9-822a-424b-88c5-22a1c21afced admin admin] Network 462fb7d3-f2d7-46ff-bdf4-31c1429f6701 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:28:22.487521 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-d1e5e2f9-822a-424b-88c5-22a1c21afced admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:28:22.490120 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e5e2f9-822a-424b-88c5-22a1c21afced admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:28:22.492012 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] Publish callbacks [] for port (5fa8958b-753a-465b-aad5-566271f1a3a7), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:22.525248 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5e2f9-822a-424b-88c5-22a1c21afced admin admin] Pushing event updated for resources: {'Port': ['ID=8aca1975-2220-4100-af48-e59d3781a9a5,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:22.539663 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d1e5e2f9-822a-424b-88c5-22a1c21afced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1585827'] for router_interface (0ab893da-fa49-469d-af79-d98bb08d95fd), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:22.578397 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (5fa8958b-753a-465b-aad5-566271f1a3a7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:22.631571 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] Attempting to bind port 5fa8958b-753a-465b-aad5-566271f1a3a7 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:28:22.631571 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] Attempting to bind port 5fa8958b-753a-465b-aad5-566271f1a3a7 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:28:22.631873 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] Attempting to bind port 5fa8958b-753a-465b-aad5-566271f1a3a7 on network ab2e3e10-783c-4840-b185-530a1ad29b1c {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:28:22.640795 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:28:22.641316 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] Checking segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:28:22.641730 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:22.642219 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] Bound using segment: {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:28:22.642650 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] Bound port: 5fa8958b-753a-465b-aad5-566271f1a3a7, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13f7125-9a7d-4580-abd3-2ac593220dac', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:28:22.643023 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (5fa8958b-753a-465b-aad5-566271f1a3a7), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:22.666479 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 36af7973-9cdf-4adb-934b-7bfd70c6a59c up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:28:22.716179 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce995b45-17d5-44da-b8d7-229eeaa8c377 None None] Pushing event updated for resources: {'Port': ['ID=5fa8958b-753a-465b-aad5-566271f1a3a7,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:22.750784 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] For port 5fa8958b-753a-465b-aad5-566271f1a3a7, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:28:22.754222 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d1e5e2f9-822a-424b-88c5-22a1c21afced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (8aca1975-2220-4100-af48-e59d3781a9a5), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:22.754780 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] For port 5fa8958b-753a-465b-aad5-566271f1a3a7, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=5fa8958b-753a-465b-aad5-566271f1a3a7,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:28:22.767278 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 36af7973-9cdf-4adb-934b-7bfd70c6a59c triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:22.767657 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (36af7973-9cdf-4adb-934b-7bfd70c6a59c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:22.818322 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-8a0eee35-e12f-4717-bd42-375b4a988822 None None] Provisioning complete for port 8aca1975-2220-4100-af48-e59d3781a9a5 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:22.818726 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8a0eee35-e12f-4717-bd42-375b4a988822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (8aca1975-2220-4100-af48-e59d3781a9a5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:22.820713 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (5fa8958b-753a-465b-aad5-566271f1a3a7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:22.908324 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-8a0eee35-e12f-4717-bd42-375b4a988822 None None] Port 8aca1975-2220-4100-af48-e59d3781a9a5 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:28:22.928836 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d1e5e2f9-822a-424b-88c5-22a1c21afced admin admin] Publish callbacks [] for port (8aca1975-2220-4100-af48-e59d3781a9a5), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:22.942835 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce995b45-17d5-44da-b8d7-229eeaa8c377 None None] Pushing event updated for resources: {'Port': ['ID=5fa8958b-753a-465b-aad5-566271f1a3a7,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:22.951924 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] Routers {'0ab893da-fa49-469d-af79-d98bb08d95fd'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:28:22.952550 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:28:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['0ab893da-fa49-469d-af79-d98bb08d95fd'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:28:22.992931 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 36af7973-9cdf-4adb-934b-7bfd70c6a59c is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:23.002779 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d1e5e2f9-822a-424b-88c5-22a1c21afced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (8aca1975-2220-4100-af48-e59d3781a9a5), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:23.068732 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d1e5e2f9-822a-424b-88c5-22a1c21afced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1809836', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1583667'] for router_interface (0ab893da-fa49-469d-af79-d98bb08d95fd), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:23.070485 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5e2f9-822a-424b-88c5-22a1c21afced admin admin] Pushing event updated for resources: {'Port': ['ID=8aca1975-2220-4100-af48-e59d3781a9a5,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:23.072362 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] Set router 0ab893da-fa49-469d-af79-d98bb08d95fd gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:28:23.171493 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e5e2f9-822a-424b-88c5-22a1c21afced admin admin] Network 462fb7d3-f2d7-46ff-bdf4-31c1429f6701 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:28:23.172958 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-d1e5e2f9-822a-424b-88c5-22a1c21afced admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:28:23.271821 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:23.301128 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e5e2f9-822a-424b-88c5-22a1c21afced admin admin] Router 0ab893da-fa49-469d-af79-d98bb08d95fd has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:28:23.411766 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab893da-fa49-469d-af79-d98bb08d95fd', 'name': 'tempest-TestMinimumBasicScenario-1288694354-router', 'tenant_id': '91bffb45dbca4673ba8cd190259d9524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5fa8958b-753a-465b-aad5-566271f1a3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:19Z', 'updated_at': '2022-04-05T11:28:22Z', 'revision_number': 4, 'project_id': '91bffb45dbca4673ba8cd190259d9524', 'gw_port': {'id': '5fa8958b-753a-465b-aad5-566271f1a3a7', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab893da-fa49-469d-af79-d98bb08d95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:20Z', 'updated_at': '2022-04-05T11:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '8aca1975-2220-4100-af48-e59d3781a9a5', 'name': '', 'network_id': '462fb7d3-f2d7-46ff-bdf4-31c1429f6701', 'tenant_id': '91bffb45dbca4673ba8cd190259d9524', 'mac_address': 'fa:16:3e:e4:79:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab893da-fa49-469d-af79-d98bb08d95fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'a9a47f79-d146-4a0b-92df-586b58f84d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:22Z', 'updated_at': '2022-04-05T11:28:22Z', 'revision_number': 1, 'project_id': '91bffb45dbca4673ba8cd190259d9524', 'subnets': [{'id': 'a9a47f79-d146-4a0b-92df-586b58f84d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:28:23.422868 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e5e2f9-822a-424b-88c5-22a1c21afced admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:28:23.429073 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-d1e5e2f9-822a-424b-88c5-22a1c21afced admin admin] 10.222.0.39 "PUT /v2.0/routers/0ab893da-fa49-469d-af79-d98bb08d95fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8240089 Apr 05 11:28:23.447874 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ebc39c-189e-41b9-bb08-eec2a5366137 None None] The sync data for ids ['0ab893da-fa49-469d-af79-d98bb08d95fd'] in dv-cinder-818994-3-iscsi is: [{'id': '0ab893da-fa49-469d-af79-d98bb08d95fd', 'name': 'tempest-TestMinimumBasicScenario-1288694354-router', 'tenant_id': '91bffb45dbca4673ba8cd190259d9524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5fa8958b-753a-465b-aad5-566271f1a3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:19Z', 'updated_at': '2022-04-05T11:28:22Z', 'revision_number': 4, 'project_id': '91bffb45dbca4673ba8cd190259d9524', 'gw_port': {'id': '5fa8958b-753a-465b-aad5-566271f1a3a7', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab893da-fa49-469d-af79-d98bb08d95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:20Z', 'updated_at': '2022-04-05T11:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '8aca1975-2220-4100-af48-e59d3781a9a5', 'name': '', 'network_id': '462fb7d3-f2d7-46ff-bdf4-31c1429f6701', 'tenant_id': '91bffb45dbca4673ba8cd190259d9524', 'mac_address': 'fa:16:3e:e4:79:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab893da-fa49-469d-af79-d98bb08d95fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'a9a47f79-d146-4a0b-92df-586b58f84d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:22Z', 'updated_at': '2022-04-05T11:28:22Z', 'revision_number': 1, 'project_id': '91bffb45dbca4673ba8cd190259d9524', 'subnets': [{'id': 'a9a47f79-d146-4a0b-92df-586b58f84d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:28:23.476805 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-10959cee-bade-41dd-af47-885652584f5d None None] Provisioning complete for port 8aca1975-2220-4100-af48-e59d3781a9a5 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:23.477266 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-10959cee-bade-41dd-af47-885652584f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (8aca1975-2220-4100-af48-e59d3781a9a5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:23.523832 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-10959cee-bade-41dd-af47-885652584f5d None None] Port 8aca1975-2220-4100-af48-e59d3781a9a5 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:28:24.724687 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 5fa8958b-753a-465b-aad5-566271f1a3a7 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:28:24.807307 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 5fa8958b-753a-465b-aad5-566271f1a3a7 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:24.808051 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (5fa8958b-753a-465b-aad5-566271f1a3a7), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:24.944658 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 5fa8958b-753a-465b-aad5-566271f1a3a7 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:24.944907 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (5fa8958b-753a-465b-aad5-566271f1a3a7), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:24.974164 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] For port 5fa8958b-753a-465b-aad5-566271f1a3a7, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=5fa8958b-753a-465b-aad5-566271f1a3a7,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:28:25.031916 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:25.072538 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (5fa8958b-753a-465b-aad5-566271f1a3a7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:25.136924 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Pushing event updated for resources: {'Port': ['ID=5fa8958b-753a-465b-aad5-566271f1a3a7,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:26.641803 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 5fa8958b-753a-465b-aad5-566271f1a3a7 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:28:26.701115 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 5fa8958b-753a-465b-aad5-566271f1a3a7 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:26.701581 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (5fa8958b-753a-465b-aad5-566271f1a3a7), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:26.795519 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 5fa8958b-753a-465b-aad5-566271f1a3a7 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:26.899556 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] Sync routers for ids ['0ab893da-fa49-469d-af79-d98bb08d95fd'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:28:26.912474 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] Routers {'0ab893da-fa49-469d-af79-d98bb08d95fd'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:28:26.913304 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:28:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['0ab893da-fa49-469d-af79-d98bb08d95fd'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:28:27.026959 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] Set router 0ab893da-fa49-469d-af79-d98bb08d95fd gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:28:27.228579 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab893da-fa49-469d-af79-d98bb08d95fd', 'name': 'tempest-TestMinimumBasicScenario-1288694354-router', 'tenant_id': '91bffb45dbca4673ba8cd190259d9524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5fa8958b-753a-465b-aad5-566271f1a3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:19Z', 'updated_at': '2022-04-05T11:28:22Z', 'revision_number': 4, 'project_id': '91bffb45dbca4673ba8cd190259d9524', 'gw_port': {'id': '5fa8958b-753a-465b-aad5-566271f1a3a7', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab893da-fa49-469d-af79-d98bb08d95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:20Z', 'updated_at': '2022-04-05T11:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '8aca1975-2220-4100-af48-e59d3781a9a5', 'name': '', 'network_id': '462fb7d3-f2d7-46ff-bdf4-31c1429f6701', 'tenant_id': '91bffb45dbca4673ba8cd190259d9524', 'mac_address': 'fa:16:3e:e4:79:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab893da-fa49-469d-af79-d98bb08d95fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'a9a47f79-d146-4a0b-92df-586b58f84d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:22Z', 'updated_at': '2022-04-05T11:28:22Z', 'revision_number': 2, 'project_id': '91bffb45dbca4673ba8cd190259d9524', 'subnets': [{'id': 'a9a47f79-d146-4a0b-92df-586b58f84d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:28:27.254430 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] Checking router: 0ab893da-fa49-469d-af79-d98bb08d95fd for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:28:27.254841 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] Updating router 0ab893da-fa49-469d-af79-d98bb08d95fd port 8aca1975-2220-4100-af48-e59d3781a9a5 binding host dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 11:28:27.283353 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (8aca1975-2220-4100-af48-e59d3781a9a5), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:27.574852 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] Publish callbacks [] for port (8aca1975-2220-4100-af48-e59d3781a9a5), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:27.637681 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (8aca1975-2220-4100-af48-e59d3781a9a5), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:27.682192 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb03eb9-a4a1-492f-95fe-ca5aa6d84521 None None] Pushing event updated for resources: {'Port': ['ID=8aca1975-2220-4100-af48-e59d3781a9a5,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:27.756088 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] Attempting to bind port 8aca1975-2220-4100-af48-e59d3781a9a5 on host dv-cinder-818994-3-iscsi for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:28:27.756460 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] Attempting to bind port 8aca1975-2220-4100-af48-e59d3781a9a5 by drivers openvswitch,hyperv on host dv-cinder-818994-3-iscsi at level 0 using segments [{'id': 'f607b3de-678f-473d-aa71-f8eaa8bc95e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '462fb7d3-f2d7-46ff-bdf4-31c1429f6701'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:28:27.756815 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] Attempting to bind port 8aca1975-2220-4100-af48-e59d3781a9a5 on network 462fb7d3-f2d7-46ff-bdf4-31c1429f6701 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:28:27.762288 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] Checking agent: {'id': '353c0ef8-1c8e-44bb-b761-a5158994ee16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818994-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 4, 25), 'started_at': datetime.datetime(2022, 4, 5, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818994-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:28:27.762683 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] Checking segment: {'id': 'f607b3de-678f-473d-aa71-f8eaa8bc95e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '462fb7d3-f2d7-46ff-bdf4-31c1429f6701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:28:27.763081 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:27.764062 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] Bound using segment: {'id': 'f607b3de-678f-473d-aa71-f8eaa8bc95e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '462fb7d3-f2d7-46ff-bdf4-31c1429f6701'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:28:27.766566 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] Bound port: 8aca1975-2220-4100-af48-e59d3781a9a5, host: dv-cinder-818994-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f607b3de-678f-473d-aa71-f8eaa8bc95e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '462fb7d3-f2d7-46ff-bdf4-31c1429f6701'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:28:27.766566 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (8aca1975-2220-4100-af48-e59d3781a9a5), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:27.860298 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] For port 8aca1975-2220-4100-af48-e59d3781a9a5, host dv-cinder-818994-3-iscsi, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:28:27.864092 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] For port 8aca1975-2220-4100-af48-e59d3781a9a5, host dv-cinder-818994-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=8aca1975-2220-4100-af48-e59d3781a9a5,segment=NetworkSegment(f607b3de-678f-473d-aa71-f8eaa8bc95e9),segment_id=f607b3de-678f-473d-aa71-f8eaa8bc95e9)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:28:27.940732 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (8aca1975-2220-4100-af48-e59d3781a9a5), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:27.991396 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-08753dee-a75e-40c2-8734-758129e7c6cb None None] Provisioning complete for port 8aca1975-2220-4100-af48-e59d3781a9a5 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:27.991941 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-08753dee-a75e-40c2-8734-758129e7c6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (8aca1975-2220-4100-af48-e59d3781a9a5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:28.004493 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb03eb9-a4a1-492f-95fe-ca5aa6d84521 None None] Pushing event updated for resources: {'Port': ['ID=8aca1975-2220-4100-af48-e59d3781a9a5,revision_number=4']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:28.037908 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] Routers {'0ab893da-fa49-469d-af79-d98bb08d95fd'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:28:28.039028 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:28:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['0ab893da-fa49-469d-af79-d98bb08d95fd'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:28:28.130682 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-08753dee-a75e-40c2-8734-758129e7c6cb None None] Current status of the port 8aca1975-2220-4100-af48-e59d3781a9a5 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:28.131101 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-08753dee-a75e-40c2-8734-758129e7c6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (8aca1975-2220-4100-af48-e59d3781a9a5), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:28.178295 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-08753dee-a75e-40c2-8734-758129e7c6cb None None] For port 8aca1975-2220-4100-af48-e59d3781a9a5, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=8aca1975-2220-4100-af48-e59d3781a9a5,segment=NetworkSegment(f607b3de-678f-473d-aa71-f8eaa8bc95e9),segment_id=f607b3de-678f-473d-aa71-f8eaa8bc95e9)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:28:28.228428 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] Set router 0ab893da-fa49-469d-af79-d98bb08d95fd gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:28:28.252782 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-08753dee-a75e-40c2-8734-758129e7c6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (8aca1975-2220-4100-af48-e59d3781a9a5), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:28.381052 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08753dee-a75e-40c2-8734-758129e7c6cb None None] Pushing event updated for resources: {'Port': ['ID=8aca1975-2220-4100-af48-e59d3781a9a5,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:28.402484 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-99999814-12a6-43c2-a9e4-6efe3cade7cf None None] Provisioning complete for port 8aca1975-2220-4100-af48-e59d3781a9a5 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:28.403484 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-99999814-12a6-43c2-a9e4-6efe3cade7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (8aca1975-2220-4100-af48-e59d3781a9a5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:28.516096 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab893da-fa49-469d-af79-d98bb08d95fd', 'name': 'tempest-TestMinimumBasicScenario-1288694354-router', 'tenant_id': '91bffb45dbca4673ba8cd190259d9524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5fa8958b-753a-465b-aad5-566271f1a3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:19Z', 'updated_at': '2022-04-05T11:28:22Z', 'revision_number': 4, 'project_id': '91bffb45dbca4673ba8cd190259d9524', 'gw_port': {'id': '5fa8958b-753a-465b-aad5-566271f1a3a7', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab893da-fa49-469d-af79-d98bb08d95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:20Z', 'updated_at': '2022-04-05T11:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '8aca1975-2220-4100-af48-e59d3781a9a5', 'name': '', 'network_id': '462fb7d3-f2d7-46ff-bdf4-31c1429f6701', 'tenant_id': '91bffb45dbca4673ba8cd190259d9524', 'mac_address': 'fa:16:3e:e4:79:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab893da-fa49-469d-af79-d98bb08d95fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'a9a47f79-d146-4a0b-92df-586b58f84d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:22Z', 'updated_at': '2022-04-05T11:28:27Z', 'revision_number': 4, 'project_id': '91bffb45dbca4673ba8cd190259d9524', 'subnets': [{'id': 'a9a47f79-d146-4a0b-92df-586b58f84d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:28:28.520681 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-99999814-12a6-43c2-a9e4-6efe3cade7cf None None] Current status of the port 8aca1975-2220-4100-af48-e59d3781a9a5 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:28.548880 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02132d52-2c46-41ad-b99c-20738c8fd732 None None] The sync data for ids ['0ab893da-fa49-469d-af79-d98bb08d95fd'] in dv-cinder-818994-3-iscsi is: [{'id': '0ab893da-fa49-469d-af79-d98bb08d95fd', 'name': 'tempest-TestMinimumBasicScenario-1288694354-router', 'tenant_id': '91bffb45dbca4673ba8cd190259d9524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5fa8958b-753a-465b-aad5-566271f1a3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:19Z', 'updated_at': '2022-04-05T11:28:22Z', 'revision_number': 4, 'project_id': '91bffb45dbca4673ba8cd190259d9524', 'gw_port': {'id': '5fa8958b-753a-465b-aad5-566271f1a3a7', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab893da-fa49-469d-af79-d98bb08d95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:20Z', 'updated_at': '2022-04-05T11:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '8aca1975-2220-4100-af48-e59d3781a9a5', 'name': '', 'network_id': '462fb7d3-f2d7-46ff-bdf4-31c1429f6701', 'tenant_id': '91bffb45dbca4673ba8cd190259d9524', 'mac_address': 'fa:16:3e:e4:79:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab893da-fa49-469d-af79-d98bb08d95fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'a9a47f79-d146-4a0b-92df-586b58f84d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:22Z', 'updated_at': '2022-04-05T11:28:27Z', 'revision_number': 4, 'project_id': '91bffb45dbca4673ba8cd190259d9524', 'subnets': [{'id': 'a9a47f79-d146-4a0b-92df-586b58f84d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:28:28.681156 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 8aca1975-2220-4100-af48-e59d3781a9a5 up at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:28:28.747424 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Provisioning complete for port 8aca1975-2220-4100-af48-e59d3781a9a5 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:28.748353 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (8aca1975-2220-4100-af48-e59d3781a9a5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:28.850867 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Current status of the port 8aca1975-2220-4100-af48-e59d3781a9a5 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:29.275419 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9e6aac0c-dc0a-40ce-b7e1-d7e2e6f40990 req-5eb6f45a-c2f1-44fe-af70-57a8d4942259 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614049 Apr 05 11:28:29.380995 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6aac0c-dc0a-40ce-b7e1-d7e2e6f40990 req-6f9aac8b-40c8-46af-a4c7-0b19a67c5f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:29.382569 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9e6aac0c-dc0a-40ce-b7e1-d7e2e6f40990 req-6f9aac8b-40c8-46af-a4c7-0b19a67c5f6f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c1827315aac4bfdacff856a13f90eb5&device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 1129 time: 0.0487685 Apr 05 11:28:29.502763 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6aac0c-dc0a-40ce-b7e1-d7e2e6f40990 req-db9c5308-041e-41fa-b622-bfd9626714a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:29.504240 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9e6aac0c-dc0a-40ce-b7e1-d7e2e6f40990 req-db9c5308-041e-41fa-b622-bfd9626714a9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=15ec88ec-a078-4d94-a658-456bc06f4f38 HTTP/1.1" status: 200 len: 913 time: 0.1035571 Apr 05 11:28:29.578254 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9e6aac0c-dc0a-40ce-b7e1-d7e2e6f40990 req-31dd3155-2b58-401b-9031-d8faebcc4a1b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42ed496a-3344-4417-81b6-eec909ddf26d HTTP/1.1" status: 200 len: 1000 time: 0.0681562 Apr 05 11:28:29.640486 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6aac0c-dc0a-40ce-b7e1-d7e2e6f40990 req-d898d2da-2d3f-429c-91dc-a8b7a2ce167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:29.642084 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9e6aac0c-dc0a-40ce-b7e1-d7e2e6f40990 req-d898d2da-2d3f-429c-91dc-a8b7a2ce167c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cdd783b-82e9-4593-a451-3b1b6f34c5b6 HTTP/1.1" status: 200 len: 851 time: 0.0584984 Apr 05 11:28:29.698539 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6aac0c-dc0a-40ce-b7e1-d7e2e6f40990 req-eec407d5-9f66-490b-9007-35375ca0e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:29.701588 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9e6aac0c-dc0a-40ce-b7e1-d7e2e6f40990 req-eec407d5-9f66-490b-9007-35375ca0e762 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=15ec88ec-a078-4d94-a658-456bc06f4f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527630 Apr 05 11:28:29.808413 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9e6aac0c-dc0a-40ce-b7e1-d7e2e6f40990 req-9864ba22-0954-488d-8a21-ab5cd97a6fff service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019013 Apr 05 11:28:29.906212 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-9e6aac0c-dc0a-40ce-b7e1-d7e2e6f40990 req-52a582fa-bf98-4611-9454-5d6e0445cfae service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899050 Apr 05 11:28:31.636926 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:28:35.499803 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-c296cd50-bcad-4881-a11e-9dc2d83b945a tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:35.501246 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-c296cd50-bcad-4881-a11e-9dc2d83b945a tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/networks?id=bc9b9e66-4b5a-4b8f-b37b-228826d454e8 HTTP/1.1" status: 200 len: 814 time: 0.1031349 Apr 05 11:28:35.516054 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-200475a1-c41c-4cc8-9c2b-f6e7313cb6a4 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/quotas/220a2c61da3646bc944112302aec29c4 HTTP/1.1" status: 200 len: 375 time: 0.0095577 Apr 05 11:28:35.569820 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-ea2a2ba8-4db8-4e82-8e60-83bbee1fddfe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=220a2c61da3646bc944112302aec29c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488145 Apr 05 11:28:35.781726 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-94331c0e-a3f5-467f-8c6c-7f1bfc4e16ed service neutron] 10.222.0.39 "GET /v2.0/networks/bc9b9e66-4b5a-4b8f-b37b-228826d454e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839123 Apr 05 11:28:35.860438 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-cc5c5fa4-b941-4c65-9b15-a4dde5bd25d3 service neutron] 10.222.0.39 "GET /v2.0/networks/bc9b9e66-4b5a-4b8f-b37b-228826d454e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890481 Apr 05 11:28:36.179892 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-e6f2e135-c8e0-4739-a7a1-739e60968c17 req-173141e2-e33d-4357-991b-04aa369f0f11 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 210 time: 0.0796633 Apr 05 11:28:37.261617 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-880c9591-452c-40cd-8827-01fb484941b5 req-653e26aa-fe33-48a1-a866-0389db102153 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 210 time: 0.0296369 Apr 05 11:28:38.356047 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-3b5fd673-156f-4bb4-ad94-afc9a37d8237 req-3ddb3b1a-4aab-4ee9-9b09-c1db33e30cf2 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 210 time: 0.0271361 Apr 05 11:28:38.880899 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-9e92275c-70c6-4784-bf48-146506a0814f tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:38.882224 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-9e92275c-70c6-4784-bf48-146506a0814f tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.58 "GET /v2.0/networks?id=bc9b9e66-4b5a-4b8f-b37b-228826d454e8 HTTP/1.1" status: 200 len: 814 time: 0.1027923 Apr 05 11:28:38.893775 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-c13846e5-f3af-4870-9260-e291221242d8 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Request body: {'port': {'device_id': 'b3aa2323-57ff-4019-8a14-9917310afeb0', 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8', 'admin_state_up': True, 'tenant_id': '220a2c61da3646bc944112302aec29c4'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:28:39.059615 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-c13846e5-f3af-4870-9260-e291221242d8 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Made reservation on behalf of 220a2c61da3646bc944112302aec29c4 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 11:28:39.063039 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-c13846e5-f3af-4870-9260-e291221242d8 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:39.193408 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-c13846e5-f3af-4870-9260-e291221242d8 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Allocated IP 172.20.0.13 (bc9b9e66-4b5a-4b8f-b37b-228826d454e8/57c12f29-fd03-4af6-bb73-3c4308beab7c/e52bac3a-78e8-4b6c-91a1-ce2a24838174) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:28:39.347791 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-c13846e5-f3af-4870-9260-e291221242d8 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:39.455059 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5c8327f5-d623-4f4d-9662-437013aedb63 req-27f6a56f-f567-4d9a-bc41-cc61cc60998c tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 210 time: 0.0278258 Apr 05 11:28:39.457488 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-c13846e5-f3af-4870-9260-e291221242d8 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:39.500960 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-c13846e5-f3af-4870-9260-e291221242d8 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Network bc9b9e66-4b5a-4b8f-b37b-228826d454e8 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:28:39.504173 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-c13846e5-f3af-4870-9260-e291221242d8 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:28:39.510153 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-c13846e5-f3af-4870-9260-e291221242d8 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:28:39.517426 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13846e5-f3af-4870-9260-e291221242d8 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Pushing event updated for resources: {'Port': ['ID=e52bac3a-78e8-4b6c-91a1-ce2a24838174,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:39.570036 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-c13846e5-f3af-4870-9260-e291221242d8 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:39.570837 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-c13846e5-f3af-4870-9260-e291221242d8 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:39.663112 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-c13846e5-f3af-4870-9260-e291221242d8 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7727261 Apr 05 11:28:39.833152 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-15087acd-d0ac-43ee-9369-248590322d78 None None] Provisioning complete for port e52bac3a-78e8-4b6c-91a1-ce2a24838174 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:39.833152 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-15087acd-d0ac-43ee-9369-248590322d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:39.869074 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-15087acd-d0ac-43ee-9369-248590322d78 None None] Port e52bac3a-78e8-4b6c-91a1-ce2a24838174 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 05 11:28:40.579682 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87b6a1-ffe9-491e-a486-b7b9ac134b21 req-9c21ccb4-7cd9-41f0-a242-1fefa62ef884 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:40.581194 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5e87b6a1-ffe9-491e-a486-b7b9ac134b21 req-9c21ccb4-7cd9-41f0-a242-1fefa62ef884 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 932 time: 0.0557530 Apr 05 11:28:40.637574 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-5e87b6a1-ffe9-491e-a486-b7b9ac134b21 req-cb06a730-6213-400b-9d65-b4500743192e tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508101 Apr 05 11:28:41.766873 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1fb07-67f5-4f8f-a903-0be22b57f0e0 req-f5521ade-6bbd-45b5-81eb-215cb2ea6a3f tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:41.768432 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a5e1fb07-67f5-4f8f-a903-0be22b57f0e0 req-f5521ade-6bbd-45b5-81eb-215cb2ea6a3f tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 932 time: 0.0594220 Apr 05 11:28:41.821847 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-a5e1fb07-67f5-4f8f-a903-0be22b57f0e0 req-ef511c0d-39cc-4cda-b96b-08a99eabcfc6 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470922 Apr 05 11:28:42.949309 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5498f00-f2bc-485e-8a35-aa05e252e2c6 req-c6e8d3ca-019e-4c6c-b68d-1692e2da14bc tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:42.951107 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c5498f00-f2bc-485e-8a35-aa05e252e2c6 req-c6e8d3ca-019e-4c6c-b68d-1692e2da14bc tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 932 time: 0.0604765 Apr 05 11:28:43.003645 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c5498f00-f2bc-485e-8a35-aa05e252e2c6 req-c84aa6bb-028b-4c78-921d-f14a11478d8c tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466797 Apr 05 11:28:44.133345 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de527da-ef5f-429f-b442-cc2dd411011c req-fcd683cf-f002-4396-aff5-30ea7e90668e tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:44.138287 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2de527da-ef5f-429f-b442-cc2dd411011c req-fcd683cf-f002-4396-aff5-30ea7e90668e tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 932 time: 0.0584841 Apr 05 11:28:44.182293 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-2de527da-ef5f-429f-b442-cc2dd411011c req-fa0b5909-0c05-4fc4-99df-b482ed9368c6 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414977 Apr 05 11:28:45.319333 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b48f58-31cb-4d95-9e78-8e81e2f8af81 req-3dbdb908-6ccc-4cfc-bed2-42ef9949bb8b tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:45.321852 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c8b48f58-31cb-4d95-9e78-8e81e2f8af81 req-3dbdb908-6ccc-4cfc-bed2-42ef9949bb8b tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 932 time: 0.0665059 Apr 05 11:28:45.378711 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c8b48f58-31cb-4d95-9e78-8e81e2f8af81 req-130639d8-b334-4008-8696-18e0205846ef tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501091 Apr 05 11:28:46.513215 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7deaed0-a3f5-402b-b8f9-c9becb755457 req-d87050ad-6eaf-42c7-900e-3392dfa5de66 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:46.515464 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7deaed0-a3f5-402b-b8f9-c9becb755457 req-d87050ad-6eaf-42c7-900e-3392dfa5de66 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 932 time: 0.0607147 Apr 05 11:28:46.569494 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-f7deaed0-a3f5-402b-b8f9-c9becb755457 req-43165b62-86c8-4c26-9f3a-6c626638486a tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478995 Apr 05 11:28:46.813468 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:47.691750 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb881f-70a7-4f63-ac92-bae7b1cea422 req-3c36c4e1-4686-415a-9ab9-55982ab19f1b tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:47.693212 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8cfb881f-70a7-4f63-ac92-bae7b1cea422 req-3c36c4e1-4686-415a-9ab9-55982ab19f1b tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 932 time: 0.0537765 Apr 05 11:28:47.748022 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-8cfb881f-70a7-4f63-ac92-bae7b1cea422 req-92863906-afc2-40fa-a1e8-127c650c1141 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490503 Apr 05 11:28:48.419443 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1a3e1e8d-d01d-4b27-bc90-cf371eb11e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:48.865308 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503cc676-ef7b-4eac-a356-9157c27f9013 req-14910995-be02-4aa8-9f00-74b1b61547b0 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:48.866774 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-503cc676-ef7b-4eac-a356-9157c27f9013 req-14910995-be02-4aa8-9f00-74b1b61547b0 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 932 time: 0.0523536 Apr 05 11:28:48.912468 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-503cc676-ef7b-4eac-a356-9157c27f9013 req-7cdf4dac-24a6-4275-a560-5d15a520d830 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402172 Apr 05 11:28:50.027444 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a47cfb-3733-4e63-a34b-8092fddac94f req-eb4985b6-4ae6-4ff3-9c32-816d9e35b7db tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:50.028916 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2a47cfb-3733-4e63-a34b-8092fddac94f req-eb4985b6-4ae6-4ff3-9c32-816d9e35b7db tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 932 time: 0.0522215 Apr 05 11:28:50.075975 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-d2a47cfb-3733-4e63-a34b-8092fddac94f req-ac3a265e-2ca4-4a38-ab3c-720c1fcb111a tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414870 Apr 05 11:28:50.960179 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fcb9a092-14ca-46c0-b9a4-590060ce1bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:51.196275 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d67c8e-454a-4ac9-a1b7-16994a425491 req-de2149d9-34c8-4455-89e6-21dc8c73ee57 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:51.197738 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-41d67c8e-454a-4ac9-a1b7-16994a425491 req-de2149d9-34c8-4455-89e6-21dc8c73ee57 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 932 time: 0.0550697 Apr 05 11:28:51.257395 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-41d67c8e-454a-4ac9-a1b7-16994a425491 req-b91e578a-2507-485b-a303-59e305c7b233 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484507 Apr 05 11:28:51.465014 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] Request body: {'port': {'device_id': 'b3aa2323-57ff-4019-8a14-9917310afeb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81899'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:28:51.522879 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:51.827733 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e52bac3a-78e8-4b6c-91a1-ce2a24838174 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:28:51.835529 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] Publish callbacks [] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:51.848292 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] Transition to ACTIVE for port object e52bac3a-78e8-4b6c-91a1-ce2a24838174 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 05 11:28:52.382625 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216ebf4-8e14-48b2-b9c5-a49b3091adfe req-c69fcfdb-870c-4f8b-b052-e70472121b86 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:52.384105 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9216ebf4-8e14-48b2-b9c5-a49b3091adfe req-c69fcfdb-870c-4f8b-b052-e70472121b86 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 932 time: 0.0576100 Apr 05 11:28:52.431788 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-9216ebf4-8e14-48b2-b9c5-a49b3091adfe req-bebfcc7f-a461-479c-89e7-98a4d6470572 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416169 Apr 05 11:28:52.457670 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:52.462255 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:52.506056 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] Pushing event updated for resources: {'Port': ['ID=e52bac3a-78e8-4b6c-91a1-ce2a24838174,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:52.581998 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] Attempting to bind port e52bac3a-78e8-4b6c-91a1-ce2a24838174 on host hv-cinder-81899 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 05 11:28:52.582347 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] Attempting to bind port e52bac3a-78e8-4b6c-91a1-ce2a24838174 by drivers openvswitch,hyperv on host hv-cinder-81899 at level 0 using segments [{'id': 'b6c62b86-1f6f-4075-b744-54d973b7024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 05 11:28:52.582720 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] Attempting to bind port e52bac3a-78e8-4b6c-91a1-ce2a24838174 on network bc9b9e66-4b5a-4b8f-b37b-228826d454e8 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:28:52.587507 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] Port e52bac3a-78e8-4b6c-91a1-ce2a24838174 on network bc9b9e66-4b5a-4b8f-b37b-228826d454e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81899 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 05 11:28:52.587833 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] Attempting to bind port e52bac3a-78e8-4b6c-91a1-ce2a24838174 on network bc9b9e66-4b5a-4b8f-b37b-228826d454e8 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 05 11:28:52.593547 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] Checking agent: {'id': '55689538-f807-4742-88fa-e88604f58da9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81899', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'started_at': datetime.datetime(2022, 4, 5, 11, 11, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 11, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 05 11:28:52.593949 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] Checking segment: {'id': 'b6c62b86-1f6f-4075-b744-54d973b7024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 05 11:28:52.594272 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] Bound using segment: {'id': 'b6c62b86-1f6f-4075-b744-54d973b7024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 05 11:28:52.594732 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] Bound port: e52bac3a-78e8-4b6c-91a1-ce2a24838174, host: hv-cinder-81899, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6c62b86-1f6f-4075-b744-54d973b7024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 05 11:28:52.595100 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:52.665601 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] For port e52bac3a-78e8-4b6c-91a1-ce2a24838174, host hv-cinder-81899, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 11:28:52.668814 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] For port e52bac3a-78e8-4b6c-91a1-ce2a24838174, host hv-cinder-81899, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=e52bac3a-78e8-4b6c-91a1-ce2a24838174,segment=NetworkSegment(b6c62b86-1f6f-4075-b744-54d973b7024d),segment_id=b6c62b86-1f6f-4075-b744-54d973b7024d)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 11:28:52.777633 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:52.810105 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:52.811096 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:52.812544 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] 10.222.0.58 "PUT /v2.0/ports/e52bac3a-78e8-4b6c-91a1-ce2a24838174 HTTP/1.1" status: 200 len: 1094 time: 1.3968737 Apr 05 11:28:52.814802 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3aa2323-57ff-4019-8a14-9917310afeb0', 'tag': 'e52bac3a-78e8-4b6c-91a1-ce2a24838174'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:28:52.817735 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc87e3f-374a-4ded-a09d-5c87f0f7071d" -d '{"events": [{"name": "network-changed", "server_uuid": "b3aa2323-57ff-4019-8a14-9917310afeb0", "tag": "e52bac3a-78e8-4b6c-91a1-ce2a24838174"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:28:52.847021 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f8d92-5825-4153-8c30-1d1719883871 service neutron] Pushing event updated for resources: {'Port': ['ID=e52bac3a-78e8-4b6c-91a1-ce2a24838174,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:52.862906 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6a5a52-3ab7-44a8-b800-8a2ba3eec93a x-openstack-request-id: req-5a6a5a52-3ab7-44a8-b800-8a2ba3eec93a {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:28:52.863200 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3aa2323-57ff-4019-8a14-9917310afeb0", "tag": "e52bac3a-78e8-4b6c-91a1-ce2a24838174", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:28:52.863452 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a6a5a52-3ab7-44a8-b800-8a2ba3eec93a {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:28:52.863853 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a6a5a52-3ab7-44a8-b800-8a2ba3eec93a'] response: {'name': 'network-changed', 'server_uuid': 'b3aa2323-57ff-4019-8a14-9917310afeb0', 'tag': 'e52bac3a-78e8-4b6c-91a1-ce2a24838174', 'status': 'completed', 'code': 200} Apr 05 11:28:52.929575 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc87e3f-374a-4ded-a09d-5c87f0f7071d req-2de69c6e-4947-4ed1-8d65-f03920ef154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:52.931120 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cfc87e3f-374a-4ded-a09d-5c87f0f7071d req-2de69c6e-4947-4ed1-8d65-f03920ef154b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=220a2c61da3646bc944112302aec29c4&device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 1128 time: 0.0476143 Apr 05 11:28:53.034743 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc87e3f-374a-4ded-a09d-5c87f0f7071d req-b872a0de-7225-4d76-b350-16a1004c4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:53.036264 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cfc87e3f-374a-4ded-a09d-5c87f0f7071d req-b872a0de-7225-4d76-b350-16a1004c4a59 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=220a2c61da3646bc944112302aec29c4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0969861 Apr 05 11:28:53.129772 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc87e3f-374a-4ded-a09d-5c87f0f7071d req-e04b0ddb-04c1-4f9d-80b2-d7e8d44aa8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:53.131321 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cfc87e3f-374a-4ded-a09d-5c87f0f7071d req-e04b0ddb-04c1-4f9d-80b2-d7e8d44aa8cd service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896389 Apr 05 11:28:53.212977 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-2b5992e7-2bcf-49f6-95a6-60305bca2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:53.214465 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-2b5992e7-2bcf-49f6-95a6-60305bca2495 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=220a2c61da3646bc944112302aec29c4&device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 1128 time: 0.0485177 Apr 05 11:28:53.236167 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:53.255937 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-67055047-73a0-43d6-bab8-a072d5e55688 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52bac3a-78e8-4b6c-91a1-ce2a24838174 HTTP/1.1" status: 200 len: 217 time: 0.0348833 Apr 05 11:28:53.304169 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-34cc4a73-2660-4767-8bcb-837adb64d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:53.305620 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-34cc4a73-2660-4767-8bcb-837adb64d9fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57c12f29-fd03-4af6-bb73-3c4308beab7c HTTP/1.1" status: 200 len: 853 time: 0.0444663 Apr 05 11:28:53.355964 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-19e006d0-df47-4b7c-a9c3-4a931f01bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:53.357874 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-19e006d0-df47-4b7c-a9c3-4a931f01bcb0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bc9b9e66-4b5a-4b8f-b37b-228826d454e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470464 Apr 05 11:28:53.449905 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-70bac207-64a4-4917-856a-c8a3fc36fc91 service neutron] 10.222.0.58 "GET /v2.0/networks/bc9b9e66-4b5a-4b8f-b37b-228826d454e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858920 Apr 05 11:28:53.543403 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-07e042a6-3b34-4c9c-a6d8-61bbd370b09e req-3a912864-aa87-4a1f-8dc3-4ac15ab24380 service neutron] 10.222.0.58 "GET /v2.0/networks/bc9b9e66-4b5a-4b8f-b37b-228826d454e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879717 Apr 05 11:28:53.554119 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b33839-d9d8-4281-863a-a5c86dc913df req-b10800ec-bb57-450f-bda7-b61179aa5c4f tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:53.555665 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-90b33839-d9d8-4281-863a-a5c86dc913df req-b10800ec-bb57-450f-bda7-b61179aa5c4f tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 944 time: 0.0575781 Apr 05 11:28:53.605462 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-90b33839-d9d8-4281-863a-a5c86dc913df req-888d03d8-8136-4fdd-9050-6401805742c4 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438612 Apr 05 11:28:54.723021 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3526ab-b61a-4ddc-b568-bb25358cd9c5 req-20e665ed-1e0d-4f8a-aa9c-0d4d3691d719 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:54.724487 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5d3526ab-b61a-4ddc-b568-bb25358cd9c5 req-20e665ed-1e0d-4f8a-aa9c-0d4d3691d719 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 944 time: 0.0513926 Apr 05 11:28:54.770524 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5d3526ab-b61a-4ddc-b568-bb25358cd9c5 req-7a1ac85c-a339-439e-8417-b07dbe0f82cc tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403435 Apr 05 11:28:55.011391 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:55.886382 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c280e-84fc-4e30-ba7f-31b6a1edf5cf req-692e1241-b055-4120-917f-f910ff167658 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:55.887880 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-223c280e-84fc-4e30-ba7f-31b6a1edf5cf req-692e1241-b055-4120-917f-f910ff167658 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 944 time: 0.0522220 Apr 05 11:28:55.938871 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-223c280e-84fc-4e30-ba7f-31b6a1edf5cf req-12cf113e-b2e9-48fe-9739-f0296b03f156 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451789 Apr 05 11:28:57.059601 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70986104-317c-44a4-8516-df1a554ff4a3 req-3a78c29d-d584-48e7-855a-22d6cf795010 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:57.062427 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-70986104-317c-44a4-8516-df1a554ff4a3 req-3a78c29d-d584-48e7-855a-22d6cf795010 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 944 time: 0.0567453 Apr 05 11:28:57.115110 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-70986104-317c-44a4-8516-df1a554ff4a3 req-6b170fbc-2a00-4e7d-a6ae-4d92e9f5936c tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473876 Apr 05 11:28:57.520811 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device e52bac3a-78e8-4b6c-91a1-ce2a24838174 details requested by agent hyperv_hv-cinder-81899 with host hv-cinder-81899 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 05 11:28:57.619961 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port e52bac3a-78e8-4b6c-91a1-ce2a24838174, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=e52bac3a-78e8-4b6c-91a1-ce2a24838174,segment=NetworkSegment(b6c62b86-1f6f-4075-b744-54d973b7024d),segment_id=b6c62b86-1f6f-4075-b744-54d973b7024d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:28:57.631273 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Returning: {'device': 'e52bac3a-78e8-4b6c-91a1-ce2a24838174', 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8', 'port_id': 'e52bac3a-78e8-4b6c-91a1-ce2a24838174', 'mac_address': 'fa:16:3e:c2:0e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c12f29-fd03-4af6-bb73-3c4308beab7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 05 11:28:57.667829 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port e52bac3a-78e8-4b6c-91a1-ce2a24838174 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:57.668217 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:57.681290 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52bac3a-78e8-4b6c-91a1-ce2a24838174 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 11:28:57.702016 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port e52bac3a-78e8-4b6c-91a1-ce2a24838174, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=e52bac3a-78e8-4b6c-91a1-ce2a24838174,segment=NetworkSegment(b6c62b86-1f6f-4075-b744-54d973b7024d),segment_id=b6c62b86-1f6f-4075-b744-54d973b7024d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:28:57.800060 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:57.847354 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=e52bac3a-78e8-4b6c-91a1-ce2a24838174,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:28:57.854519 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:57.854896 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:57.855244 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:57.855587 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:57.856411 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:57.856747 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:57.857076 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:57.857465 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:57.857761 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:57.858087 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:57.858412 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:57.858773 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:57.862302 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:57.862302 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:57.862302 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:28:58.162419 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['e52bac3a-78e8-4b6c-91a1-ce2a24838174'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:28:58.245853 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e79d80-478c-4e0c-9c99-c1992b66182f req-c63d29d9-f2d9-4ab6-83c3-f2f7139122c7 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:58.248229 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-12e79d80-478c-4e0c-9c99-c1992b66182f req-c63d29d9-f2d9-4ab6-83c3-f2f7139122c7 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 945 time: 0.0665600 Apr 05 11:28:58.300184 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-12e79d80-478c-4e0c-9c99-c1992b66182f req-52a9d0bf-fa86-47cd-9f0e-07f147299931 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463860 Apr 05 11:28:59.415927 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8870c-a721-4a1a-8bae-88486b1fbb7f req-a7441773-3580-4577-b5f0-75cfd219bc50 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:28:59.417387 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-24f8870c-a721-4a1a-8bae-88486b1fbb7f req-a7441773-3580-4577-b5f0-75cfd219bc50 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 945 time: 0.0518427 Apr 05 11:28:59.463825 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-24f8870c-a721-4a1a-8bae-88486b1fbb7f req-c2f47458-0430-420f-bea0-9b695dcd67ff tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404928 Apr 05 11:28:59.537480 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device e52bac3a-78e8-4b6c-91a1-ce2a24838174 up at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 05 11:28:59.653214 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning for port e52bac3a-78e8-4b6c-91a1-ce2a24838174 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 05 11:28:59.657542 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Provisioning complete for port e52bac3a-78e8-4b6c-91a1-ce2a24838174 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:28:59.658010 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:59.738980 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Current status of the port e52bac3a-78e8-4b6c-91a1-ce2a24838174 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:28:59.739362 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:59.761330 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3aa2323-57ff-4019-8a14-9917310afeb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52bac3a-78e8-4b6c-91a1-ce2a24838174'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:28:59.764149 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b4923229eb2c715dedc5d0336b72a606368c4041d2539205476679a4e6a529f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6211e5a3-547d-4eff-975c-fc7e1b9eff88" -d '{"events": [{"server_uuid": "b3aa2323-57ff-4019-8a14-9917310afeb0", "name": "network-vif-plugged", "status": "completed", "tag": "e52bac3a-78e8-4b6c-91a1-ce2a24838174"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:28:59.779154 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] For port e52bac3a-78e8-4b6c-91a1-ce2a24838174, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=e52bac3a-78e8-4b6c-91a1-ce2a24838174,segment=NetworkSegment(b6c62b86-1f6f-4075-b744-54d973b7024d),segment_id=b6c62b86-1f6f-4075-b744-54d973b7024d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:28:59.802266 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502b9118-8fb9-4777-bac0-5ebc2ebaf003 x-openstack-request-id: req-502b9118-8fb9-4777-bac0-5ebc2ebaf003 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:28:59.802266 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3aa2323-57ff-4019-8a14-9917310afeb0", "name": "network-vif-plugged", "status": "completed", "tag": "e52bac3a-78e8-4b6c-91a1-ce2a24838174", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:28:59.802266 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-502b9118-8fb9-4777-bac0-5ebc2ebaf003 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:28:59.802266 dv-cinder-818994-3-iscsi neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-502b9118-8fb9-4777-bac0-5ebc2ebaf003'] response: {'server_uuid': 'b3aa2323-57ff-4019-8a14-9917310afeb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52bac3a-78e8-4b6c-91a1-ce2a24838174', 'code': 200} Apr 05 11:28:59.835839 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279'] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:28:59.884993 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Pushing event updated for resources: {'Port': ['ID=e52bac3a-78e8-4b6c-91a1-ce2a24838174,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:29:00.062009 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f9463-9a39-48a9-94c2-c5e1582a9cea req-40889ffa-cf68-467c-8274-f964393bbb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:00.063512 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-193f9463-9a39-48a9-94c2-c5e1582a9cea req-40889ffa-cf68-467c-8274-f964393bbb3d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 1130 time: 0.0429406 Apr 05 11:29:00.109413 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-193f9463-9a39-48a9-94c2-c5e1582a9cea req-8ef77fe8-47dc-4489-bea1-5fddf8eec351 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384054 Apr 05 11:29:00.590556 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fa719-a0b9-4445-b664-fa64df5b3dbd req-d67f03b2-d3bb-4cce-ba21-b0b690b60e20 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:00.592163 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b97fa719-a0b9-4445-b664-fa64df5b3dbd req-d67f03b2-d3bb-4cce-ba21-b0b690b60e20 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 946 time: 0.0608847 Apr 05 11:29:00.644045 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b97fa719-a0b9-4445-b664-fa64df5b3dbd req-ced18578-5bb6-471f-bb64-6ca20f96d1ab tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460777 Apr 05 11:29:01.770143 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fb401-0127-4bee-b9f4-e08e98e69201 req-bafc612e-5786-4e70-a23a-b4833735defb tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:01.771740 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b97fb401-0127-4bee-b9f4-e08e98e69201 req-bafc612e-5786-4e70-a23a-b4833735defb tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 946 time: 0.0540111 Apr 05 11:29:01.824542 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-b97fb401-0127-4bee-b9f4-e08e98e69201 req-fe60ffe8-eaf2-44ad-a37d-3392a5ab2f8a tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455680 Apr 05 11:29:02.943582 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659c482-0531-444a-b107-4d3b9ccc9128 req-1815a88a-7ba0-456d-979a-332ca4a4c113 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:02.944942 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5659c482-0531-444a-b107-4d3b9ccc9128 req-1815a88a-7ba0-456d-979a-332ca4a4c113 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 946 time: 0.0520830 Apr 05 11:29:02.993421 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-5659c482-0531-444a-b107-4d3b9ccc9128 req-ba4342cb-9dfd-4230-b50d-490bb80f55a7 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428662 Apr 05 11:29:03.109608 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cdfb0b-ba95-4c84-8023-a8582c62ef26 req-345a5c8a-1b63-4007-9786-be50ab960a37 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:03.111407 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c4cdfb0b-ba95-4c84-8023-a8582c62ef26 req-345a5c8a-1b63-4007-9786-be50ab960a37 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 946 time: 0.0526013 Apr 05 11:29:03.165214 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-c4cdfb0b-ba95-4c84-8023-a8582c62ef26 req-94834c09-3496-4a4b-b5d7-e8338afcdc97 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477250 Apr 05 11:29:03.488066 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcabc0-bdd6-4a4f-b4f7-9cf70e183973 req-517d2080-4a9e-4f28-8b5c-ec18abcdf348 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:03.489518 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7cdcabc0-bdd6-4a4f-b4f7-9cf70e183973 req-517d2080-4a9e-4f28-8b5c-ec18abcdf348 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 946 time: 0.0514500 Apr 05 11:29:03.535146 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-7cdcabc0-bdd6-4a4f-b4f7-9cf70e183973 req-10f67c41-dda2-49c6-aaf4-7be5640b3a2e tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400250 Apr 05 11:29:08.635732 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:29:16.783851 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:18.406266 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-473eed6b-495f-4b08-b2fe-6266e0a7841a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:19.155141 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78f357-811e-4d10-9b78-0297400a29a4 req-aed5c3e7-4665-4949-8e99-cf461e41bb4f tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:19.156660 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0a78f357-811e-4d10-9b78-0297400a29a4 req-aed5c3e7-4665-4949-8e99-cf461e41bb4f tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 946 time: 0.0528011 Apr 05 11:29:19.203521 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0a78f357-811e-4d10-9b78-0297400a29a4 req-bd641b66-db2f-4cb1-811e-10acb8d61bd8 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411479 Apr 05 11:29:19.225310 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39604) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:29:19.568989 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7a2c1f-ef1a-44e9-9e00-4a7d9c14aa64 tempest-TestMinimumBasicScenario-419982480 tempest-TestMinimumBasicScenario-419982480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:19.570450 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-4a7a2c1f-ef1a-44e9-9e00-4a7d9c14aa64 tempest-TestMinimumBasicScenario-419982480 tempest-TestMinimumBasicScenario-419982480-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 1125 time: 0.3441639 Apr 05 11:29:19.573425 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39608) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:29:19.577701 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Request body: {'floatingip': {'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'port_id': 'e52bac3a-78e8-4b6c-91a1-ce2a24838174', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:29:19.681215 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:19.776322 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:19.885015 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Allocated IP 172.27.0.117 (ab2e3e10-783c-4840-b185-530a1ad29b1c/d92e65d1-acd1-4fd1-8254-de486de84181/ec06abfc-9637-49c7-80cd-bf6b0a20ac5c) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 11:29:19.986103 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for port (ec06abfc-9637-49c7-80cd-bf6b0a20ac5c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:20.080138 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793732211447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (ec06abfc-9637-49c7-80cd-bf6b0a20ac5c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:20.121904 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Network ab2e3e10-783c-4840-b185-530a1ad29b1c is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 11:29:20.124908 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 11:29:20.127562 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 05 11:29:20.158989 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Pushing event updated for resources: {'Port': ['ID=ec06abfc-9637-49c7-80cd-bf6b0a20ac5c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:29:20.172185 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:20.172540 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:20.172887 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:20.173234 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:20.173737 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:20.174084 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:20.174420 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:20.174792 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:20.175372 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:20.175895 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:20.176232 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:20.176584 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:20.176918 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:20.177250 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:20.177581 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:20.523707 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for floatingip (f97f6f8b-bb7c-45ca-aadb-059db3e9dbc0), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:20.669150 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (ec06abfc-9637-49c7-80cd-bf6b0a20ac5c), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:20.821887 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for port (ec06abfc-9637-49c7-80cd-bf6b0a20ac5c), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:20.897920 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (ec06abfc-9637-49c7-80cd-bf6b0a20ac5c), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:20.943869 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0aeba603-1d47-442b-8271-5d4bb3dcc9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:20.963480 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Pushing event updated for resources: {'Port': ['ID=ec06abfc-9637-49c7-80cd-bf6b0a20ac5c,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:29:20.978218 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1585688'] for floatingip (f97f6f8b-bb7c-45ca-aadb-059db3e9dbc0), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:21.081593 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.db.l3_db [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Floating IP f97f6f8b-bb7c-45ca-aadb-059db3e9dbc0 associated. External IP: 172.27.0.117, port: e52bac3a-78e8-4b6c-91a1-ce2a24838174. Apr 05 11:29:21.295258 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Router c3e337f3-b28e-4cae-9d09-b40dbba1f441 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:29:21.404026 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:29:21.414407 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c06f8f-031a-4f50-8c86-e655b3e24aa0 None None] Sync routers for ids ['c3e337f3-b28e-4cae-9d09-b40dbba1f441'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:29:21.426958 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c06f8f-031a-4f50-8c86-e655b3e24aa0 None None] Routers {'c3e337f3-b28e-4cae-9d09-b40dbba1f441'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:29:21.432397 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-e1c06f8f-031a-4f50-8c86-e655b3e24aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:29:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['c3e337f3-b28e-4cae-9d09-b40dbba1f441'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:29:21.505453 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:21.535896 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a798c7a8-2746-4b47-8449-f9de6b1c9016 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9613981 Apr 05 11:29:21.536669 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3aa2323-57ff-4019-8a14-9917310afeb0', 'tag': 'e52bac3a-78e8-4b6c-91a1-ce2a24838174'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:29:21.538805 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39610) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:29:21.539308 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-e1c06f8f-031a-4f50-8c86-e655b3e24aa0 None None] Set router c3e337f3-b28e-4cae-9d09-b40dbba1f441 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:29:21.539435 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4cb433-a1af-4d0d-ab07-3c9f0323922d" -d '{"events": [{"name": "network-changed", "server_uuid": "b3aa2323-57ff-4019-8a14-9917310afeb0", "tag": "e52bac3a-78e8-4b6c-91a1-ce2a24838174"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:29:21.544943 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2099859167', 'description': 'tempest-secgroup-smoke-2099859167 description', 'project_id': '220a2c61da3646bc944112302aec29c4'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:29:21.579432 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c86d9d-b9a4-4a1f-bb34-bd3d90df220e x-openstack-request-id: req-38c86d9d-b9a4-4a1f-bb34-bd3d90df220e {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:29:21.579928 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3aa2323-57ff-4019-8a14-9917310afeb0", "tag": "e52bac3a-78e8-4b6c-91a1-ce2a24838174", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:29:21.580239 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38c86d9d-b9a4-4a1f-bb34-bd3d90df220e {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:29:21.580810 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38c86d9d-b9a4-4a1f-bb34-bd3d90df220e'] response: {'name': 'network-changed', 'server_uuid': 'b3aa2323-57ff-4019-8a14-9917310afeb0', 'tag': 'e52bac3a-78e8-4b6c-91a1-ce2a24838174', 'status': 'completed', 'code': 200} Apr 05 11:29:21.635755 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:21.660072 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb433-a1af-4d0d-ab07-3c9f0323922d req-3ea2b41a-0cee-4096-b460-ca0bd9f17581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:21.661564 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ee4cb433-a1af-4d0d-ab07-3c9f0323922d req-3ea2b41a-0cee-4096-b460-ca0bd9f17581 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=220a2c61da3646bc944112302aec29c4&device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 1130 time: 0.0627139 Apr 05 11:29:21.771824 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-e1c06f8f-031a-4f50-8c86-e655b3e24aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'name': 'tempest-TestMinimumBasicScenario-172800581-router', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:12Z', 'updated_at': '2022-04-05T11:28:16Z', 'revision_number': 4, 'project_id': '220a2c61da3646bc944112302aec29c4', 'gw_port': {'id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:46:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:13Z', 'updated_at': '2022-04-05T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'f97f6f8b-bb7c-45ca-aadb-059db3e9dbc0', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'floating_ip_address': '172.27.0.117', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'port_id': 'e52bac3a-78e8-4b6c-91a1-ce2a24838174', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8', 'mac_address': 'fa:16:3e:c2:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aa2323-57ff-4019-8a14-9917310afeb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:29:20Z', 'updated_at': '2022-04-05T11:29:20Z', 'revision_number': 0, 'project_id': '220a2c61da3646bc944112302aec29c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15e24a6-6bdc-4743-b3ff-778506c85580', 'name': '', 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'mac_address': 'fa:16:3e:5e:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '57c12f29-fd03-4af6-bb73-3c4308beab7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:15Z', 'updated_at': '2022-04-05T11:28:19Z', 'revision_number': 5, 'project_id': '220a2c61da3646bc944112302aec29c4', 'subnets': [{'id': '57c12f29-fd03-4af6-bb73-3c4308beab7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:29:21.786143 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb433-a1af-4d0d-ab07-3c9f0323922d req-c350f840-167b-45c3-b52c-1e4f6cc6128e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:21.787999 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ee4cb433-a1af-4d0d-ab07-3c9f0323922d req-c350f840-167b-45c3-b52c-1e4f6cc6128e service neutron] 10.222.0.58 "GET /v2.0/networks?id=bc9b9e66-4b5a-4b8f-b37b-228826d454e8 HTTP/1.1" status: 200 len: 915 time: 0.1175125 Apr 05 11:29:21.789881 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group (678acc80-0387-42a9-9011-c31358a66fc4), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:21.803046 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c06f8f-031a-4f50-8c86-e655b3e24aa0 None None] Checking router: c3e337f3-b28e-4cae-9d09-b40dbba1f441 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:29:21.812399 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c06f8f-031a-4f50-8c86-e655b3e24aa0 None None] Routers {'c3e337f3-b28e-4cae-9d09-b40dbba1f441'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:29:21.813014 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-e1c06f8f-031a-4f50-8c86-e655b3e24aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:29:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['c3e337f3-b28e-4cae-9d09-b40dbba1f441'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:29:21.858545 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ee4cb433-a1af-4d0d-ab07-3c9f0323922d req-1434cb02-7030-4b25-8686-342537d57a41 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52bac3a-78e8-4b6c-91a1-ce2a24838174 HTTP/1.1" status: 200 len: 1000 time: 0.0645807 Apr 05 11:29:21.875253 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (678acc80-0387-42a9-9011-c31358a66fc4), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:21.935991 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-e1c06f8f-031a-4f50-8c86-e655b3e24aa0 None None] Set router c3e337f3-b28e-4cae-9d09-b40dbba1f441 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:29:21.938351 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=678acc80-0387-42a9-9011-c31358a66fc4,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:29:21.944212 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb433-a1af-4d0d-ab07-3c9f0323922d req-6831efd3-4602-416b-95c2-8d5744b71959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:21.945697 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ee4cb433-a1af-4d0d-ab07-3c9f0323922d req-6831efd3-4602-416b-95c2-8d5744b71959 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57c12f29-fd03-4af6-bb73-3c4308beab7c HTTP/1.1" status: 200 len: 853 time: 0.0796788 Apr 05 11:29:21.950326 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:21.961816 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:21.961816 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:21.961816 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:21.961816 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:21.961816 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:21.961816 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:21.961816 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:21.961816 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:21.961816 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:21.961816 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:21.961816 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:21.961816 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:21.961816 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:21.963210 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:29:21.963488 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:22.003397 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:22.004638 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-40914142-0b78-4c2a-bd3a-ec52b81ba524 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4640007 Apr 05 11:29:22.008035 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39614) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:29:22.012733 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-52dad469-1ffd-4b1f-a9c5-1bf3189c6da1 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Request body: {'security_group_rule': {'security_group_id': '678acc80-0387-42a9-9011-c31358a66fc4', 'project_id': '220a2c61da3646bc944112302aec29c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:29:22.025885 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cb433-a1af-4d0d-ab07-3c9f0323922d req-ee106438-01be-4792-85f8-8215fb36350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:22.028125 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ee4cb433-a1af-4d0d-ab07-3c9f0323922d req-ee106438-01be-4792-85f8-8215fb36350b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bc9b9e66-4b5a-4b8f-b37b-228826d454e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698254 Apr 05 11:29:22.095650 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-52dad469-1ffd-4b1f-a9c5-1bf3189c6da1 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group_rule (afbf0738-d520-487a-990a-f8f1c4400d4f), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:22.153056 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ee4cb433-a1af-4d0d-ab07-3c9f0323922d req-63b0ab99-9956-44cf-bac9-29ec5ce262e0 service neutron] 10.222.0.58 "GET /v2.0/networks/bc9b9e66-4b5a-4b8f-b37b-228826d454e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170661 Apr 05 11:29:22.173322 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-52dad469-1ffd-4b1f-a9c5-1bf3189c6da1 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group_rule (afbf0738-d520-487a-990a-f8f1c4400d4f), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:22.243453 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-e1c06f8f-031a-4f50-8c86-e655b3e24aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'name': 'tempest-TestMinimumBasicScenario-172800581-router', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:12Z', 'updated_at': '2022-04-05T11:28:16Z', 'revision_number': 4, 'project_id': '220a2c61da3646bc944112302aec29c4', 'gw_port': {'id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:46:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:13Z', 'updated_at': '2022-04-05T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'f97f6f8b-bb7c-45ca-aadb-059db3e9dbc0', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'floating_ip_address': '172.27.0.117', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'port_id': 'e52bac3a-78e8-4b6c-91a1-ce2a24838174', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8', 'mac_address': 'fa:16:3e:c2:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aa2323-57ff-4019-8a14-9917310afeb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:29:20Z', 'updated_at': '2022-04-05T11:29:20Z', 'revision_number': 0, 'project_id': '220a2c61da3646bc944112302aec29c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15e24a6-6bdc-4743-b3ff-778506c85580', 'name': '', 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'mac_address': 'fa:16:3e:5e:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '57c12f29-fd03-4af6-bb73-3c4308beab7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:15Z', 'updated_at': '2022-04-05T11:28:19Z', 'revision_number': 5, 'project_id': '220a2c61da3646bc944112302aec29c4', 'subnets': [{'id': '57c12f29-fd03-4af6-bb73-3c4308beab7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:29:22.270804 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c06f8f-031a-4f50-8c86-e655b3e24aa0 None None] The sync data for ids ['c3e337f3-b28e-4cae-9d09-b40dbba1f441'] in dv-cinder-818994-3-iscsi is: [{'id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'name': 'tempest-TestMinimumBasicScenario-172800581-router', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:12Z', 'updated_at': '2022-04-05T11:28:16Z', 'revision_number': 4, 'project_id': '220a2c61da3646bc944112302aec29c4', 'gw_port': {'id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:46:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:13Z', 'updated_at': '2022-04-05T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': 'f97f6f8b-bb7c-45ca-aadb-059db3e9dbc0', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'floating_ip_address': '172.27.0.117', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'port_id': 'e52bac3a-78e8-4b6c-91a1-ce2a24838174', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8', 'mac_address': 'fa:16:3e:c2:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3aa2323-57ff-4019-8a14-9917310afeb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:29:20Z', 'updated_at': '2022-04-05T11:29:20Z', 'revision_number': 0, 'project_id': '220a2c61da3646bc944112302aec29c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15e24a6-6bdc-4743-b3ff-778506c85580', 'name': '', 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'mac_address': 'fa:16:3e:5e:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '57c12f29-fd03-4af6-bb73-3c4308beab7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:15Z', 'updated_at': '2022-04-05T11:28:19Z', 'revision_number': 5, 'project_id': '220a2c61da3646bc944112302aec29c4', 'subnets': [{'id': '57c12f29-fd03-4af6-bb73-3c4308beab7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:29:22.494504 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce97a05-ba45-4154-b9bb-78b92a331e0b None None] New status for floating IP f97f6f8b-bb7c-45ca-aadb-059db3e9dbc0: ACTIVE {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:29:22.508327 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-52dad469-1ffd-4b1f-a9c5-1bf3189c6da1 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (afbf0738-d520-487a-990a-f8f1c4400d4f), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:22.529563 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dad469-1ffd-4b1f-a9c5-1bf3189c6da1 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbf0738-d520-487a-990a-f8f1c4400d4f,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:29:22.564971 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-ee4cb433-a1af-4d0d-ab07-3c9f0323922d req-697fdc95-d576-4b81-b2cb-62d86f37d996 service neutron] 10.222.0.58 "GET /v2.0/networks/bc9b9e66-4b5a-4b8f-b37b-228826d454e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012656 Apr 05 11:29:22.618568 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-52dad469-1ffd-4b1f-a9c5-1bf3189c6da1 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:22.619693 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-52dad469-1ffd-4b1f-a9c5-1bf3189c6da1 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6106982 Apr 05 11:29:22.622668 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39616) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:29:22.628536 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-30e4a873-165a-453f-a11a-9d776b01afa4 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Request body: {'security_group_rule': {'security_group_id': '678acc80-0387-42a9-9011-c31358a66fc4', 'project_id': '220a2c61da3646bc944112302aec29c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:29:22.742053 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30e4a873-165a-453f-a11a-9d776b01afa4 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group_rule (6a2da979-4fef-4577-a263-b1abda421034), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:22.798599 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30e4a873-165a-453f-a11a-9d776b01afa4 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group_rule (6a2da979-4fef-4577-a263-b1abda421034), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:22.875307 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30e4a873-165a-453f-a11a-9d776b01afa4 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (6a2da979-4fef-4577-a263-b1abda421034), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:22.893575 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4a873-165a-453f-a11a-9d776b01afa4 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2da979-4fef-4577-a263-b1abda421034,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:29:23.008934 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-30e4a873-165a-453f-a11a-9d776b01afa4 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:23.010165 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-30e4a873-165a-453f-a11a-9d776b01afa4 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3865685 Apr 05 11:29:23.013700 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39618) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:29:23.018179 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-57bf0035-6db2-45c4-883c-bc949ebf6696 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Request body: {'security_group_rule': {'security_group_id': '678acc80-0387-42a9-9011-c31358a66fc4', 'project_id': '220a2c61da3646bc944112302aec29c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:29:23.120144 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-57bf0035-6db2-45c4-883c-bc949ebf6696 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group_rule (48e5d45f-1ab7-4435-b783-11d5388fa401), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:23.180385 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-57bf0035-6db2-45c4-883c-bc949ebf6696 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group_rule (48e5d45f-1ab7-4435-b783-11d5388fa401), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:23.263735 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:23.310059 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-57bf0035-6db2-45c4-883c-bc949ebf6696 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (48e5d45f-1ab7-4435-b783-11d5388fa401), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:23.330428 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf0035-6db2-45c4-883c-bc949ebf6696 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e5d45f-1ab7-4435-b783-11d5388fa401,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:29:23.441600 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-57bf0035-6db2-45c4-883c-bc949ebf6696 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:23.442879 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-57bf0035-6db2-45c4-883c-bc949ebf6696 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4281762 Apr 05 11:29:23.445550 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39620) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:29:23.449740 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-0e47ac89-f307-4d7d-a956-4f2b57f15806 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Request body: {'security_group_rule': {'security_group_id': '678acc80-0387-42a9-9011-c31358a66fc4', 'project_id': '220a2c61da3646bc944112302aec29c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:29:23.543936 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0e47ac89-f307-4d7d-a956-4f2b57f15806 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group_rule (011f830f-c449-4ef4-9240-0ef3a1066b44), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:23.599771 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0e47ac89-f307-4d7d-a956-4f2b57f15806 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group_rule (011f830f-c449-4ef4-9240-0ef3a1066b44), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:23.680605 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0e47ac89-f307-4d7d-a956-4f2b57f15806 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (011f830f-c449-4ef4-9240-0ef3a1066b44), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:23.704914 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47ac89-f307-4d7d-a956-4f2b57f15806 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011f830f-c449-4ef4-9240-0ef3a1066b44,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:29:23.791219 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0e47ac89-f307-4d7d-a956-4f2b57f15806 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:23.792435 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-0e47ac89-f307-4d7d-a956-4f2b57f15806 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3459709 Apr 05 11:29:23.795785 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39622) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:29:23.800222 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-7043e1d8-e643-40d3-a6a2-2db1d8eb6115 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Request body: {'security_group_rule': {'security_group_id': '678acc80-0387-42a9-9011-c31358a66fc4', 'project_id': '220a2c61da3646bc944112302aec29c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:29:23.886823 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.securitygroups_db [None req-7043e1d8-e643-40d3-a6a2-2db1d8eb6115 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Project 220a2c61da3646bc944112302aec29c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 11:29:23.892063 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7043e1d8-e643-40d3-a6a2-2db1d8eb6115 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group_rule (91df84a3-fb38-4293-95cf-658c64edd08f), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:23.950316 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7043e1d8-e643-40d3-a6a2-2db1d8eb6115 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group_rule (91df84a3-fb38-4293-95cf-658c64edd08f), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:24.035357 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7043e1d8-e643-40d3-a6a2-2db1d8eb6115 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (91df84a3-fb38-4293-95cf-658c64edd08f), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:24.053126 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043e1d8-e643-40d3-a6a2-2db1d8eb6115 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91df84a3-fb38-4293-95cf-658c64edd08f,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:29:24.128504 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7043e1d8-e643-40d3-a6a2-2db1d8eb6115 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:24.129738 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-7043e1d8-e643-40d3-a6a2-2db1d8eb6115 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3329723 Apr 05 11:29:24.132935 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39624) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:29:24.138277 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [None req-288e00dc-3857-4d6c-869e-0593584b1354 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Request body: {'security_group_rule': {'security_group_id': '678acc80-0387-42a9-9011-c31358a66fc4', 'project_id': '220a2c61da3646bc944112302aec29c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:29:24.235445 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.securitygroups_db [None req-288e00dc-3857-4d6c-869e-0593584b1354 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Project 220a2c61da3646bc944112302aec29c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 11:29:24.240811 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-288e00dc-3857-4d6c-869e-0593584b1354 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group_rule (eccc394f-c15f-4d83-8519-8ae1916bf5b9), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:24.300381 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-288e00dc-3857-4d6c-869e-0593584b1354 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group_rule (eccc394f-c15f-4d83-8519-8ae1916bf5b9), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:24.406587 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-288e00dc-3857-4d6c-869e-0593584b1354 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668881'] for security_group_rule (eccc394f-c15f-4d83-8519-8ae1916bf5b9), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:24.425901 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e00dc-3857-4d6c-869e-0593584b1354 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eccc394f-c15f-4d83-8519-8ae1916bf5b9,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:29:24.522582 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-288e00dc-3857-4d6c-869e-0593584b1354 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:24.523836 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-288e00dc-3857-4d6c-869e-0593584b1354 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3901367 Apr 05 11:29:24.612091 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-466a1651-e24c-4bd6-addf-2e417e916b1d req-1c89663c-d554-4fd4-991d-324784fd99aa tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2099859167&fields=id&tenant_id=220a2c61da3646bc944112302aec29c4 HTTP/1.1" status: 200 len: 267 time: 0.0440934 Apr 05 11:29:24.669074 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a1651-e24c-4bd6-addf-2e417e916b1d req-72f162ee-5da8-43f4-8579-60277c81c377 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:24.670523 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-466a1651-e24c-4bd6-addf-2e417e916b1d req-72f162ee-5da8-43f4-8579-60277c81c377 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 946 time: 0.0532486 Apr 05 11:29:24.681252 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.v2.base [req-466a1651-e24c-4bd6-addf-2e417e916b1d req-c35b2301-d98f-4e0f-9783-1827b74ff8cc tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Request body: {'port': {'security_groups': ['3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9', '678acc80-0387-42a9-9011-c31358a66fc4']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:29:24.753902 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-466a1651-e24c-4bd6-addf-2e417e916b1d req-c35b2301-d98f-4e0f-9783-1827b74ff8cc tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:24.940022 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-466a1651-e24c-4bd6-addf-2e417e916b1d req-c35b2301-d98f-4e0f-9783-1827b74ff8cc tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] For port e52bac3a-78e8-4b6c-91a1-ce2a24838174, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=e52bac3a-78e8-4b6c-91a1-ce2a24838174,segment=NetworkSegment(b6c62b86-1f6f-4075-b744-54d973b7024d),segment_id=b6c62b86-1f6f-4075-b744-54d973b7024d)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:29:24.970211 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-466a1651-e24c-4bd6-addf-2e417e916b1d req-c35b2301-d98f-4e0f-9783-1827b74ff8cc tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:25.040976 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:25.041587 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-466a1651-e24c-4bd6-addf-2e417e916b1d req-c35b2301-d98f-4e0f-9783-1827b74ff8cc tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7002639'] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:25.055628 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['e52bac3a-78e8-4b6c-91a1-ce2a24838174'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:29:25.085007 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a1651-e24c-4bd6-addf-2e417e916b1d req-c35b2301-d98f-4e0f-9783-1827b74ff8cc tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:25.085673 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-466a1651-e24c-4bd6-addf-2e417e916b1d req-c35b2301-d98f-4e0f-9783-1827b74ff8cc tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:25.087104 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-466a1651-e24c-4bd6-addf-2e417e916b1d req-c35b2301-d98f-4e0f-9783-1827b74ff8cc tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "PUT /v2.0/ports/e52bac3a-78e8-4b6c-91a1-ce2a24838174 HTTP/1.1" status: 200 len: 982 time: 0.4103408 Apr 05 11:29:25.087583 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3aa2323-57ff-4019-8a14-9917310afeb0', 'tag': 'e52bac3a-78e8-4b6c-91a1-ce2a24838174'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:29:25.090307 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4d266e0a039d9e46a18aa794d09d275f6def95bce63b1d22fd9ed85444846c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0543a4cd-33ce-4059-9247-0f8d72880c42" -d '{"events": [{"name": "network-changed", "server_uuid": "b3aa2323-57ff-4019-8a14-9917310afeb0", "tag": "e52bac3a-78e8-4b6c-91a1-ce2a24838174"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:29:25.117917 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b2301-d98f-4e0f-9783-1827b74ff8cc tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Pushing event updated for resources: {'Port': ['ID=e52bac3a-78e8-4b6c-91a1-ce2a24838174,revision_number=6']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:29:25.188261 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['e52bac3a-78e8-4b6c-91a1-ce2a24838174'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:29:25.228155 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3ca673-8ac4-4784-80e6-eaf370345587 x-openstack-request-id: req-5f3ca673-8ac4-4784-80e6-eaf370345587 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:29:25.228642 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3aa2323-57ff-4019-8a14-9917310afeb0", "tag": "e52bac3a-78e8-4b6c-91a1-ce2a24838174", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:29:25.229084 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f3ca673-8ac4-4784-80e6-eaf370345587 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:29:25.229599 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f3ca673-8ac4-4784-80e6-eaf370345587'] response: {'name': 'network-changed', 'server_uuid': 'b3aa2323-57ff-4019-8a14-9917310afeb0', 'tag': 'e52bac3a-78e8-4b6c-91a1-ce2a24838174', 'status': 'completed', 'code': 200} Apr 05 11:29:25.274244 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e13ba-2740-4761-ac1d-5e1dab4d8b3a req-0f4d174f-dabd-48fd-8600-ca34d7bdaca7 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:25.283411 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-237e13ba-2740-4761-ac1d-5e1dab4d8b3a req-0f4d174f-dabd-48fd-8600-ca34d7bdaca7 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 985 time: 0.0993483 Apr 05 11:29:25.314174 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543a4cd-33ce-4059-9247-0f8d72880c42 req-2c99822f-d492-4df4-8354-e8a5ad6d97ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:25.315887 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0543a4cd-33ce-4059-9247-0f8d72880c42 req-2c99822f-d492-4df4-8354-e8a5ad6d97ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=220a2c61da3646bc944112302aec29c4&device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 1169 time: 0.0675302 Apr 05 11:29:25.352910 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-237e13ba-2740-4761-ac1d-5e1dab4d8b3a req-a52664c4-f8c1-4d90-a2d2-630fd88d25aa tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&id=678acc80-0387-42a9-9011-c31358a66fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684261 Apr 05 11:29:25.412179 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543a4cd-33ce-4059-9247-0f8d72880c42 req-7cf5cc1e-6af3-4036-9eef-89d740beb862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:25.413673 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0543a4cd-33ce-4059-9247-0f8d72880c42 req-7cf5cc1e-6af3-4036-9eef-89d740beb862 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bc9b9e66-4b5a-4b8f-b37b-228826d454e8 HTTP/1.1" status: 200 len: 915 time: 0.0922685 Apr 05 11:29:25.440709 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ff895087-45f2-48cd-b32f-d146e30fb66b None None] Provisioning complete for port e52bac3a-78e8-4b6c-91a1-ce2a24838174 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:29:25.441078 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff895087-45f2-48cd-b32f-d146e30fb66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:25.482355 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0543a4cd-33ce-4059-9247-0f8d72880c42 req-aedb92d2-7355-4694-88f0-64a8bd40e35d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52bac3a-78e8-4b6c-91a1-ce2a24838174 HTTP/1.1" status: 200 len: 1002 time: 0.0627885 Apr 05 11:29:25.530928 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543a4cd-33ce-4059-9247-0f8d72880c42 req-6bb948ff-fb57-4cb3-a2dc-368acf9e4a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:25.532399 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0543a4cd-33ce-4059-9247-0f8d72880c42 req-6bb948ff-fb57-4cb3-a2dc-368acf9e4a61 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57c12f29-fd03-4af6-bb73-3c4308beab7c HTTP/1.1" status: 200 len: 853 time: 0.0445154 Apr 05 11:29:25.587508 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543a4cd-33ce-4059-9247-0f8d72880c42 req-0a0cd208-6187-4179-b75b-5db2630577ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:25.589044 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0543a4cd-33ce-4059-9247-0f8d72880c42 req-0a0cd208-6187-4179-b75b-5db2630577ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bc9b9e66-4b5a-4b8f-b37b-228826d454e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510385 Apr 05 11:29:25.638730 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ff895087-45f2-48cd-b32f-d146e30fb66b None None] Current status of the port e52bac3a-78e8-4b6c-91a1-ce2a24838174 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:29:25.682037 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0543a4cd-33ce-4059-9247-0f8d72880c42 req-21ffd94c-6e20-47be-a672-49966f842858 service neutron] 10.222.0.58 "GET /v2.0/networks/bc9b9e66-4b5a-4b8f-b37b-228826d454e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874052 Apr 05 11:29:25.775745 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0543a4cd-33ce-4059-9247-0f8d72880c42 req-5ff2412b-11e2-4ecb-b22e-08046c883a9f service neutron] 10.222.0.58 "GET /v2.0/networks/bc9b9e66-4b5a-4b8f-b37b-228826d454e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880542 Apr 05 11:29:29.620504 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39a27b3a-beab-4fc4-95d7-a8950b20930c req-738a6035-e662-4a36-bce6-2ebf266c688c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462623 Apr 05 11:29:29.682694 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a27b3a-beab-4fc4-95d7-a8950b20930c req-035f05c6-d6ce-4d78-9656-575d4e2c6539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:29.684186 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39a27b3a-beab-4fc4-95d7-a8950b20930c req-035f05c6-d6ce-4d78-9656-575d4e2c6539 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c1827315aac4bfdacff856a13f90eb5&device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 1129 time: 0.0447023 Apr 05 11:29:29.789156 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a27b3a-beab-4fc4-95d7-a8950b20930c req-920b3609-4bb8-4ecb-abc2-893683785c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:29.790632 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39a27b3a-beab-4fc4-95d7-a8950b20930c req-920b3609-4bb8-4ecb-abc2-893683785c3d service neutron] 10.222.0.58 "GET /v2.0/networks?id=15ec88ec-a078-4d94-a658-456bc06f4f38 HTTP/1.1" status: 200 len: 913 time: 0.0894268 Apr 05 11:29:29.857732 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39a27b3a-beab-4fc4-95d7-a8950b20930c req-2cf4df37-8095-4627-875a-674defc6fe33 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91a37f0f-bb87-45a8-b411-406bb0d3d30f HTTP/1.1" status: 200 len: 1001 time: 0.0598989 Apr 05 11:29:29.909904 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a27b3a-beab-4fc4-95d7-a8950b20930c req-4b085a01-0446-4f99-9dd7-f3f022e6611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:29.911300 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39a27b3a-beab-4fc4-95d7-a8950b20930c req-4b085a01-0446-4f99-9dd7-f3f022e6611b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cdd783b-82e9-4593-a451-3b1b6f34c5b6 HTTP/1.1" status: 200 len: 851 time: 0.0461190 Apr 05 11:29:29.965468 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a27b3a-beab-4fc4-95d7-a8950b20930c req-bb55192a-0dcb-4ddb-9b0d-da573f03c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:29.967018 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39a27b3a-beab-4fc4-95d7-a8950b20930c req-bb55192a-0dcb-4ddb-9b0d-da573f03c6b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=15ec88ec-a078-4d94-a658-456bc06f4f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496452 Apr 05 11:29:30.057768 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39a27b3a-beab-4fc4-95d7-a8950b20930c req-fb36df24-80d1-4a89-9237-70b7efb517a9 service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848269 Apr 05 11:29:30.152657 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-39a27b3a-beab-4fc4-95d7-a8950b20930c req-9eb5f5aa-a1ea-424b-b00e-f2cfe28aa85e service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891554 Apr 05 11:29:45.634789 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:29:46.759676 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:48.451166 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c527ed2b-6a70-42cd-8987-531fc80a1d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:50.931278 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0c07604d-4453-4e81-9907-c73ba6105389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:51.913992 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:53.250643 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:55.011390 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:57.366033 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39646) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:29:57.539512 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-5cffabcf-e726-4cf2-bb99-e45814e40cf0 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Deleting port 8422605b-dc81-4d8a-8e2d-71298dc10491 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:29:57.539957 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5cffabcf-e726-4cf2-bb99-e45814e40cf0 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (8422605b-dc81-4d8a-8e2d-71298dc10491), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:57.619692 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5cffabcf-e726-4cf2-bb99-e45814e40cf0 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (8422605b-dc81-4d8a-8e2d-71298dc10491), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:57.619936 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5cffabcf-e726-4cf2-bb99-e45814e40cf0 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for floatingip (8422605b-dc81-4d8a-8e2d-71298dc10491), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:57.632075 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-5cffabcf-e726-4cf2-bb99-e45814e40cf0 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Calling delete_port for 8422605b-dc81-4d8a-8e2d-71298dc10491 owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:29:57.914054 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5cffabcf-e726-4cf2-bb99-e45814e40cf0 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (8422605b-dc81-4d8a-8e2d-71298dc10491), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:57.939329 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffabcf-e726-4cf2-bb99-e45814e40cf0 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event deleted for resources: {'Port': ['ID=8422605b-dc81-4d8a-8e2d-71298dc10491,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:29:58.002984 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5cffabcf-e726-4cf2-bb99-e45814e40cf0 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for floatingip (f1dae183-f5f3-41de-a6c7-e7d38c3698a5), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:58.003318 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-5cffabcf-e726-4cf2-bb99-e45814e40cf0 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Floating IP f1dae183-f5f3-41de-a6c7-e7d38c3698a5 disassociated (deleted). External IP: 172.27.0.159, port: 91a37f0f-bb87-45a8-b411-406bb0d3d30f. Apr 05 11:29:58.223921 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cffabcf-e726-4cf2-bb99-e45814e40cf0 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Router 13e4c67c-5287-49fc-ba5c-4360929c3b80 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:29:58.342658 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cffabcf-e726-4cf2-bb99-e45814e40cf0 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:29:58.351976 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5cffabcf-e726-4cf2-bb99-e45814e40cf0 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:29:58.352260 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc3eb1-43fe-46ca-8afd-b964a5615a4f None None] Sync routers for ids ['13e4c67c-5287-49fc-ba5c-4360929c3b80'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:29:58.362265 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc3eb1-43fe-46ca-8afd-b964a5615a4f None None] Routers {'13e4c67c-5287-49fc-ba5c-4360929c3b80'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:29:58.363012 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-eefc3eb1-43fe-46ca-8afd-b964a5615a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:29:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['13e4c67c-5287-49fc-ba5c-4360929c3b80'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:29:58.378133 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-5cffabcf-e726-4cf2-bb99-e45814e40cf0 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "DELETE /v2.0/floatingips/f1dae183-f5f3-41de-a6c7-e7d38c3698a5 HTTP/1.1" status: 204 len: 168 time: 1.0109684 Apr 05 11:29:58.378763 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de53323-ab77-461a-aeea-8cdf6fe059f6', 'tag': '91a37f0f-bb87-45a8-b411-406bb0d3d30f'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:29:58.381018 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55366e71-5161-474b-81c7-db8ee655a78e" -d '{"events": [{"name": "network-changed", "server_uuid": "4de53323-ab77-461a-aeea-8cdf6fe059f6", "tag": "91a37f0f-bb87-45a8-b411-406bb0d3d30f"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:29:58.420918 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca663f6-594c-40d7-b341-2dd69d3cc1d5 x-openstack-request-id: req-6ca663f6-594c-40d7-b341-2dd69d3cc1d5 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:29:58.421329 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de53323-ab77-461a-aeea-8cdf6fe059f6", "tag": "91a37f0f-bb87-45a8-b411-406bb0d3d30f", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:29:58.421585 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ca663f6-594c-40d7-b341-2dd69d3cc1d5 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:29:58.422121 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ca663f6-594c-40d7-b341-2dd69d3cc1d5'] response: {'name': 'network-changed', 'server_uuid': '4de53323-ab77-461a-aeea-8cdf6fe059f6', 'tag': '91a37f0f-bb87-45a8-b411-406bb0d3d30f', 'status': 'completed', 'code': 200} Apr 05 11:29:58.486159 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-eefc3eb1-43fe-46ca-8afd-b964a5615a4f None None] Set router 13e4c67c-5287-49fc-ba5c-4360929c3b80 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:29:58.501802 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55366e71-5161-474b-81c7-db8ee655a78e req-3e202bb0-df5a-4699-a842-0db17b43c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:58.503386 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55366e71-5161-474b-81c7-db8ee655a78e req-3e202bb0-df5a-4699-a842-0db17b43c339 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c1827315aac4bfdacff856a13f90eb5&device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 1129 time: 0.0572293 Apr 05 11:29:58.618087 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55366e71-5161-474b-81c7-db8ee655a78e req-de369201-d38d-48cc-85a3-9580d99a2b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:58.620280 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55366e71-5161-474b-81c7-db8ee655a78e req-de369201-d38d-48cc-85a3-9580d99a2b35 service neutron] 10.222.0.58 "GET /v2.0/networks?id=15ec88ec-a078-4d94-a658-456bc06f4f38 HTTP/1.1" status: 200 len: 913 time: 0.1105936 Apr 05 11:29:58.667972 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55366e71-5161-474b-81c7-db8ee655a78e req-6b1525ad-0ee5-417f-a1d8-dfc4a1f1cfaa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91a37f0f-bb87-45a8-b411-406bb0d3d30f HTTP/1.1" status: 200 len: 217 time: 0.0410118 Apr 05 11:29:58.728236 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55366e71-5161-474b-81c7-db8ee655a78e req-a4d24270-2561-4ae2-ad62-7cebe0b17165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:58.730284 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55366e71-5161-474b-81c7-db8ee655a78e req-a4d24270-2561-4ae2-ad62-7cebe0b17165 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cdd783b-82e9-4593-a451-3b1b6f34c5b6 HTTP/1.1" status: 200 len: 851 time: 0.0548151 Apr 05 11:29:58.743005 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-eefc3eb1-43fe-46ca-8afd-b964a5615a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '884a45a8-a9a8-4e49-973d-1fe8001852a0', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'port_id': '42ed496a-3344-4417-81b6-eec909ddf26d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'mac_address': 'fa:16:3e:11:c6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c39fa-78c6-4a88-88a4-24c130ec377d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:25:02Z', 'updated_at': '2022-04-05T11:25:04Z', 'revision_number': 1, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6beb0d2a-76fb-4f8c-9134-672b2f23acaa', 'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'mac_address': 'fa:16:3e:6c:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:14Z', 'updated_at': '2022-04-05T11:20:18Z', 'revision_number': 5, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'subnets': [{'id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:29:58.777591 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc3eb1-43fe-46ca-8afd-b964a5615a4f None None] Checking router: 13e4c67c-5287-49fc-ba5c-4360929c3b80 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:29:58.787301 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc3eb1-43fe-46ca-8afd-b964a5615a4f None None] Routers {'13e4c67c-5287-49fc-ba5c-4360929c3b80'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:29:58.787573 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55366e71-5161-474b-81c7-db8ee655a78e req-b788ca3c-60b3-42ca-abec-bd85ed785177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:58.788120 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-eefc3eb1-43fe-46ca-8afd-b964a5615a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:29:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['13e4c67c-5287-49fc-ba5c-4360929c3b80'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:29:58.789089 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55366e71-5161-474b-81c7-db8ee655a78e req-b788ca3c-60b3-42ca-abec-bd85ed785177 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=15ec88ec-a078-4d94-a658-456bc06f4f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531752 Apr 05 11:29:58.848856 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41598f5c-b10c-4a1f-92fd-1964231fa37f req-10d69288-306c-4000-95b6-6f07e32ea2b4 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:29:58.850387 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41598f5c-b10c-4a1f-92fd-1964231fa37f req-10d69288-306c-4000-95b6-6f07e32ea2b4 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 945 time: 0.0571260 Apr 05 11:29:58.905263 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-eefc3eb1-43fe-46ca-8afd-b964a5615a4f None None] Set router 13e4c67c-5287-49fc-ba5c-4360929c3b80 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:29:58.917109 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-41598f5c-b10c-4a1f-92fd-1964231fa37f req-18650ec9-cb9e-4a02-b37a-8909d1a52d6b tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574300 Apr 05 11:29:59.139679 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-eefc3eb1-43fe-46ca-8afd-b964a5615a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '884a45a8-a9a8-4e49-973d-1fe8001852a0', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'port_id': '42ed496a-3344-4417-81b6-eec909ddf26d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'mac_address': 'fa:16:3e:11:c6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c39fa-78c6-4a88-88a4-24c130ec377d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:25:02Z', 'updated_at': '2022-04-05T11:25:04Z', 'revision_number': 1, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6beb0d2a-76fb-4f8c-9134-672b2f23acaa', 'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'mac_address': 'fa:16:3e:6c:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:14Z', 'updated_at': '2022-04-05T11:20:18Z', 'revision_number': 5, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'subnets': [{'id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:29:59.171257 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc3eb1-43fe-46ca-8afd-b964a5615a4f None None] The sync data for ids ['13e4c67c-5287-49fc-ba5c-4360929c3b80'] in dv-cinder-818994-3-iscsi is: [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_floatingips': [{'id': '884a45a8-a9a8-4e49-973d-1fe8001852a0', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'router_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'port_id': '42ed496a-3344-4417-81b6-eec909ddf26d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'mac_address': 'fa:16:3e:11:c6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341c39fa-78c6-4a88-88a4-24c130ec377d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T11:25:02Z', 'updated_at': '2022-04-05T11:25:04Z', 'revision_number': 1, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6beb0d2a-76fb-4f8c-9134-672b2f23acaa', 'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'mac_address': 'fa:16:3e:6c:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:14Z', 'updated_at': '2022-04-05T11:20:18Z', 'revision_number': 5, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'subnets': [{'id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:29:59.396852 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6142e8f5-5051-40e3-bca2-5dee80abf7c5 None None] New status for floating IP f1dae183-f5f3-41de-a6c7-e7d38c3698a5: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:29:59.841468 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55366e71-5161-474b-81c7-db8ee655a78e req-823f65fb-06e6-428d-94ff-de8ac650b689 service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895324 Apr 05 11:29:59.928779 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-55366e71-5161-474b-81c7-db8ee655a78e req-0c96d5ba-2ae9-4409-9c83-e9f613097ccd service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813556 Apr 05 11:30:00.044224 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2499ce-b619-45a4-9537-0b21bbce8e97 req-08235c95-3159-443e-b95c-f137d7458cc2 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:00.045663 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1a2499ce-b619-45a4-9537-0b21bbce8e97 req-08235c95-3159-443e-b95c-f137d7458cc2 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 945 time: 0.0523384 Apr 05 11:30:00.102039 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-1a2499ce-b619-45a4-9537-0b21bbce8e97 req-0d27359c-8af1-43e5-ae01-989aa3df48bd tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506160 Apr 05 11:30:00.682095 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82b7db-af90-47e7-a86d-67dab126a47e req-e0f46d6a-695a-46d7-863a-a1199e7637c5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:00.683573 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0e82b7db-af90-47e7-a86d-67dab126a47e req-e0f46d6a-695a-46d7-863a-a1199e7637c5 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.58 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 945 time: 0.0540390 Apr 05 11:30:00.780979 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-0e82b7db-af90-47e7-a86d-67dab126a47e req-8d02933e-9f47-43b1-8cd2-7fc6e7a2d408 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Deleting port 91a37f0f-bb87-45a8-b411-406bb0d3d30f {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:30:00.781319 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-0e82b7db-af90-47e7-a86d-67dab126a47e req-8d02933e-9f47-43b1-8cd2-7fc6e7a2d408 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (91a37f0f-bb87-45a8-b411-406bb0d3d30f), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:00.876234 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-0e82b7db-af90-47e7-a86d-67dab126a47e req-8d02933e-9f47-43b1-8cd2-7fc6e7a2d408 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] For port 91a37f0f-bb87-45a8-b411-406bb0d3d30f, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=91a37f0f-bb87-45a8-b411-406bb0d3d30f,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:30:00.877038 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-0e82b7db-af90-47e7-a86d-67dab126a47e req-8d02933e-9f47-43b1-8cd2-7fc6e7a2d408 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (91a37f0f-bb87-45a8-b411-406bb0d3d30f), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:00.889137 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-0e82b7db-af90-47e7-a86d-67dab126a47e req-8d02933e-9f47-43b1-8cd2-7fc6e7a2d408 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Calling delete_port for 91a37f0f-bb87-45a8-b411-406bb0d3d30f owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:30:01.113536 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-0e82b7db-af90-47e7-a86d-67dab126a47e req-8d02933e-9f47-43b1-8cd2-7fc6e7a2d408 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (91a37f0f-bb87-45a8-b411-406bb0d3d30f), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:01.156881 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02933e-9f47-43b1-8cd2-7fc6e7a2d408 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event deleted for resources: {'Port': ['ID=91a37f0f-bb87-45a8-b411-406bb0d3d30f,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:30:01.188782 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e82b7db-af90-47e7-a86d-67dab126a47e req-8d02933e-9f47-43b1-8cd2-7fc6e7a2d408 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] No DVR routers for this DVR port 91a37f0f-bb87-45a8-b411-406bb0d3d30f on host hv-cinder-81899 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:30:01.200691 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-0e82b7db-af90-47e7-a86d-67dab126a47e req-8d02933e-9f47-43b1-8cd2-7fc6e7a2d408 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:01.200691 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0e82b7db-af90-47e7-a86d-67dab126a47e req-8d02933e-9f47-43b1-8cd2-7fc6e7a2d408 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.58 "DELETE /v2.0/ports/91a37f0f-bb87-45a8-b411-406bb0d3d30f HTTP/1.1" status: 204 len: 173 time: 0.5057642 Apr 05 11:30:01.200691 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de53323-ab77-461a-aeea-8cdf6fe059f6', 'name': 'network-vif-deleted', 'tag': '91a37f0f-bb87-45a8-b411-406bb0d3d30f'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:30:01.200691 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bea27ee-cfbb-4f05-95b7-f88ea1ae8bb0" -d '{"events": [{"server_uuid": "4de53323-ab77-461a-aeea-8cdf6fe059f6", "name": "network-vif-deleted", "tag": "91a37f0f-bb87-45a8-b411-406bb0d3d30f"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:30:01.206003 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ce540e5d-537e-4338-900e-602651d1cbf3 req-8546c881-ded2-49ee-9883-5a7a3a4fcade tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 210 time: 0.0290124 Apr 05 11:30:01.234493 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc607159-ff83-4cd9-83eb-26bae5fbfb3a x-openstack-request-id: req-fc607159-ff83-4cd9-83eb-26bae5fbfb3a {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:30:01.234840 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de53323-ab77-461a-aeea-8cdf6fe059f6", "name": "network-vif-deleted", "tag": "91a37f0f-bb87-45a8-b411-406bb0d3d30f", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:30:01.235081 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc607159-ff83-4cd9-83eb-26bae5fbfb3a {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:30:01.235507 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc607159-ff83-4cd9-83eb-26bae5fbfb3a'] response: {'server_uuid': '4de53323-ab77-461a-aeea-8cdf6fe059f6', 'name': 'network-vif-deleted', 'tag': '91a37f0f-bb87-45a8-b411-406bb0d3d30f', 'status': 'completed', 'code': 200} Apr 05 11:30:02.318026 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-98df7879-2534-4ee2-923e-52efd3075441 req-7784a7e3-a80f-4719-bf7d-a20ac403753a tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=4de53323-ab77-461a-aeea-8cdf6fe059f6 HTTP/1.1" status: 200 len: 210 time: 0.0293419 Apr 05 11:30:05.798432 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39680) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:30:05.876444 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 91a37f0f-bb87-45a8-b411-406bb0d3d30f no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:30:05.897670 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] No Port match for: 91a37f0f-bb87-45a8-b411-406bb0d3d30f {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:30:05.898017 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 91a37f0f-bb87-45a8-b411-406bb0d3d30f not bound to the agent host hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:30:05.954027 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-3b65996e-9376-4b00-b87c-f21ba61887b1 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Deleting port fb917ee9-fa7e-4b9c-924f-0c86b3a3125b {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:30:05.954359 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3b65996e-9376-4b00-b87c-f21ba61887b1 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (fb917ee9-fa7e-4b9c-924f-0c86b3a3125b), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:06.032968 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3b65996e-9376-4b00-b87c-f21ba61887b1 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (fb917ee9-fa7e-4b9c-924f-0c86b3a3125b), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:06.033217 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3b65996e-9376-4b00-b87c-f21ba61887b1 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for floatingip (fb917ee9-fa7e-4b9c-924f-0c86b3a3125b), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:06.048485 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-3b65996e-9376-4b00-b87c-f21ba61887b1 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Calling delete_port for fb917ee9-fa7e-4b9c-924f-0c86b3a3125b owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:30:06.341971 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3b65996e-9376-4b00-b87c-f21ba61887b1 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (fb917ee9-fa7e-4b9c-924f-0c86b3a3125b), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:06.368417 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65996e-9376-4b00-b87c-f21ba61887b1 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event deleted for resources: {'Port': ['ID=fb917ee9-fa7e-4b9c-924f-0c86b3a3125b,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:30:06.429107 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3b65996e-9376-4b00-b87c-f21ba61887b1 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for floatingip (884a45a8-a9a8-4e49-973d-1fe8001852a0), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:06.429435 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-3b65996e-9376-4b00-b87c-f21ba61887b1 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Floating IP 884a45a8-a9a8-4e49-973d-1fe8001852a0 disassociated (deleted). External IP: 172.27.0.50, port: 42ed496a-3344-4417-81b6-eec909ddf26d. Apr 05 11:30:06.640841 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b65996e-9376-4b00-b87c-f21ba61887b1 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Router 13e4c67c-5287-49fc-ba5c-4360929c3b80 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:30:06.750021 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b65996e-9376-4b00-b87c-f21ba61887b1 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:30:06.754938 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3b65996e-9376-4b00-b87c-f21ba61887b1 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:06.760226 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b417df-f723-409e-ae7c-dd7adb3f6e1c None None] Sync routers for ids ['13e4c67c-5287-49fc-ba5c-4360929c3b80'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:30:06.770751 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b417df-f723-409e-ae7c-dd7adb3f6e1c None None] Routers {'13e4c67c-5287-49fc-ba5c-4360929c3b80'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:30:06.774267 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-92b417df-f723-409e-ae7c-dd7adb3f6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:29:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['13e4c67c-5287-49fc-ba5c-4360929c3b80'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:30:06.898328 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-92b417df-f723-409e-ae7c-dd7adb3f6e1c None None] Set router 13e4c67c-5287-49fc-ba5c-4360929c3b80 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:30:07.108800 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-3b65996e-9376-4b00-b87c-f21ba61887b1 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "DELETE /v2.0/floatingips/884a45a8-a9a8-4e49-973d-1fe8001852a0 HTTP/1.1" status: 204 len: 168 time: 1.3088183 Apr 05 11:30:07.110291 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341c39fa-78c6-4a88-88a4-24c130ec377d', 'tag': '42ed496a-3344-4417-81b6-eec909ddf26d'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:30:07.113600 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c059d11a-7a7f-41bd-a127-4b7ac82ac7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "341c39fa-78c6-4a88-88a4-24c130ec377d", "tag": "42ed496a-3344-4417-81b6-eec909ddf26d"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:30:07.152365 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8782ec9-e077-44b7-8b6f-52820a15462d x-openstack-request-id: req-d8782ec9-e077-44b7-8b6f-52820a15462d {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:30:07.152660 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341c39fa-78c6-4a88-88a4-24c130ec377d", "tag": "42ed496a-3344-4417-81b6-eec909ddf26d", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:30:07.152912 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d8782ec9-e077-44b7-8b6f-52820a15462d {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:30:07.153308 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8782ec9-e077-44b7-8b6f-52820a15462d'] response: {'name': 'network-changed', 'server_uuid': '341c39fa-78c6-4a88-88a4-24c130ec377d', 'tag': '42ed496a-3344-4417-81b6-eec909ddf26d', 'status': 'completed', 'code': 200} Apr 05 11:30:07.168743 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-92b417df-f723-409e-ae7c-dd7adb3f6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '6beb0d2a-76fb-4f8c-9134-672b2f23acaa', 'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'mac_address': 'fa:16:3e:6c:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:14Z', 'updated_at': '2022-04-05T11:20:18Z', 'revision_number': 5, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'subnets': [{'id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:30:07.196246 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b417df-f723-409e-ae7c-dd7adb3f6e1c None None] Checking router: 13e4c67c-5287-49fc-ba5c-4360929c3b80 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:30:07.205756 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b417df-f723-409e-ae7c-dd7adb3f6e1c None None] Routers {'13e4c67c-5287-49fc-ba5c-4360929c3b80'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:30:07.206381 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-92b417df-f723-409e-ae7c-dd7adb3f6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:29:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['13e4c67c-5287-49fc-ba5c-4360929c3b80'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:30:07.229246 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059d11a-7a7f-41bd-a127-4b7ac82ac7f0 req-1a8fa5bd-b39b-4cc2-9ba9-c8a4e2fa8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:07.230740 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c059d11a-7a7f-41bd-a127-4b7ac82ac7f0 req-1a8fa5bd-b39b-4cc2-9ba9-c8a4e2fa8413 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c1827315aac4bfdacff856a13f90eb5&device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 1129 time: 0.0489178 Apr 05 11:30:07.324500 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-92b417df-f723-409e-ae7c-dd7adb3f6e1c None None] Set router 13e4c67c-5287-49fc-ba5c-4360929c3b80 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:30:07.324844 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059d11a-7a7f-41bd-a127-4b7ac82ac7f0 req-9eeb53d7-644f-494b-a646-0ee02fc82376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:07.326367 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c059d11a-7a7f-41bd-a127-4b7ac82ac7f0 req-9eeb53d7-644f-494b-a646-0ee02fc82376 service neutron] 10.222.0.58 "GET /v2.0/networks?id=15ec88ec-a078-4d94-a658-456bc06f4f38 HTTP/1.1" status: 200 len: 913 time: 0.0895102 Apr 05 11:30:07.370084 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c059d11a-7a7f-41bd-a127-4b7ac82ac7f0 req-f8901210-6a6d-45c5-be84-9bc92af28836 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42ed496a-3344-4417-81b6-eec909ddf26d HTTP/1.1" status: 200 len: 217 time: 0.0362196 Apr 05 11:30:07.434379 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059d11a-7a7f-41bd-a127-4b7ac82ac7f0 req-a11caa44-7da1-4fa4-bb27-a15f61f0f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:07.435801 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c059d11a-7a7f-41bd-a127-4b7ac82ac7f0 req-a11caa44-7da1-4fa4-bb27-a15f61f0f3b2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6cdd783b-82e9-4593-a451-3b1b6f34c5b6 HTTP/1.1" status: 200 len: 851 time: 0.0576992 Apr 05 11:30:07.498831 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059d11a-7a7f-41bd-a127-4b7ac82ac7f0 req-392af3fc-6575-477a-963f-de71a89eaec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:07.500374 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c059d11a-7a7f-41bd-a127-4b7ac82ac7f0 req-392af3fc-6575-477a-963f-de71a89eaec3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=15ec88ec-a078-4d94-a658-456bc06f4f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473671 Apr 05 11:30:07.657502 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-92b417df-f723-409e-ae7c-dd7adb3f6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '6beb0d2a-76fb-4f8c-9134-672b2f23acaa', 'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'mac_address': 'fa:16:3e:6c:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:14Z', 'updated_at': '2022-04-05T11:20:18Z', 'revision_number': 5, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'subnets': [{'id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:30:07.667998 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed45a3c-d81b-4a1c-87f7-24ae58a28c49 req-dc6ab05e-70e9-4b7a-9ab6-02ddcade9802 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:07.669467 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0ed45a3c-d81b-4a1c-87f7-24ae58a28c49 req-dc6ab05e-70e9-4b7a-9ab6-02ddcade9802 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 945 time: 0.1123827 Apr 05 11:30:07.688428 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b417df-f723-409e-ae7c-dd7adb3f6e1c None None] The sync data for ids ['13e4c67c-5287-49fc-ba5c-4360929c3b80'] in dv-cinder-818994-3-iscsi is: [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:20:14Z', 'revision_number': 4, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': '6beb0d2a-76fb-4f8c-9134-672b2f23acaa', 'name': '', 'network_id': '15ec88ec-a078-4d94-a658-456bc06f4f38', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'mac_address': 'fa:16:3e:6c:02:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:14Z', 'updated_at': '2022-04-05T11:20:18Z', 'revision_number': 5, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'subnets': [{'id': '6cdd783b-82e9-4593-a451-3b1b6f34c5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:30:07.706444 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c059d11a-7a7f-41bd-a127-4b7ac82ac7f0 req-d969d849-b971-4539-b187-fa45b55a0016 service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193309 Apr 05 11:30:07.760167 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0ed45a3c-d81b-4a1c-87f7-24ae58a28c49 req-ed4c69da-60a6-458e-9a4a-09e73015325a tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/security-groups?id=c18abe95-a8d1-4723-a63d-a140e6575396&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831604 Apr 05 11:30:07.817247 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-c059d11a-7a7f-41bd-a127-4b7ac82ac7f0 req-36d9b09c-3882-4308-97e5-d6d65cb2629d service neutron] 10.222.0.58 "GET /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997386 Apr 05 11:30:07.919207 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c544d30d-5b47-4264-ad2b-f876c95cea70 None None] New status for floating IP 884a45a8-a9a8-4e49-973d-1fe8001852a0: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:30:08.256150 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df851b-7bdd-4be2-8fe2-e0db33655872 req-00ad0a5a-8586-4519-8990-fa07f9396a4b tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:08.257613 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d3df851b-7bdd-4be2-8fe2-e0db33655872 req-00ad0a5a-8586-4519-8990-fa07f9396a4b tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.58 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 945 time: 0.0525575 Apr 05 11:30:08.356683 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-d3df851b-7bdd-4be2-8fe2-e0db33655872 req-67b59ab1-adf3-41ec-9fd1-8d010ca370c7 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Deleting port 42ed496a-3344-4417-81b6-eec909ddf26d {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:30:08.356944 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d3df851b-7bdd-4be2-8fe2-e0db33655872 req-67b59ab1-adf3-41ec-9fd1-8d010ca370c7 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (42ed496a-3344-4417-81b6-eec909ddf26d), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:08.445540 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-d3df851b-7bdd-4be2-8fe2-e0db33655872 req-67b59ab1-adf3-41ec-9fd1-8d010ca370c7 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] For port 42ed496a-3344-4417-81b6-eec909ddf26d, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=42ed496a-3344-4417-81b6-eec909ddf26d,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:30:08.445897 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d3df851b-7bdd-4be2-8fe2-e0db33655872 req-67b59ab1-adf3-41ec-9fd1-8d010ca370c7 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (42ed496a-3344-4417-81b6-eec909ddf26d), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:08.457634 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-d3df851b-7bdd-4be2-8fe2-e0db33655872 req-67b59ab1-adf3-41ec-9fd1-8d010ca370c7 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Calling delete_port for 42ed496a-3344-4417-81b6-eec909ddf26d owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:30:08.730680 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d3df851b-7bdd-4be2-8fe2-e0db33655872 req-67b59ab1-adf3-41ec-9fd1-8d010ca370c7 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (42ed496a-3344-4417-81b6-eec909ddf26d), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:08.762296 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b59ab1-adf3-41ec-9fd1-8d010ca370c7 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event deleted for resources: {'Port': ['ID=42ed496a-3344-4417-81b6-eec909ddf26d,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:30:08.805714 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3df851b-7bdd-4be2-8fe2-e0db33655872 req-67b59ab1-adf3-41ec-9fd1-8d010ca370c7 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] No DVR routers for this DVR port 42ed496a-3344-4417-81b6-eec909ddf26d on host hv-cinder-81899 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:30:08.808274 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d3df851b-7bdd-4be2-8fe2-e0db33655872 req-67b59ab1-adf3-41ec-9fd1-8d010ca370c7 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:08.811585 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d3df851b-7bdd-4be2-8fe2-e0db33655872 req-67b59ab1-adf3-41ec-9fd1-8d010ca370c7 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.58 "DELETE /v2.0/ports/42ed496a-3344-4417-81b6-eec909ddf26d HTTP/1.1" status: 204 len: 173 time: 0.5490506 Apr 05 11:30:08.863956 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-a4a5821b-886c-4639-81e1-5c6e62ba16d0 req-a9a7785f-3781-4baf-b18f-ba2e0bce8371 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 210 time: 0.0269144 Apr 05 11:30:09.154977 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341c39fa-78c6-4a88-88a4-24c130ec377d', 'name': 'network-vif-deleted', 'tag': '42ed496a-3344-4417-81b6-eec909ddf26d'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:30:09.157501 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe2cce4-9913-4959-aa36-8e1c2ffda107" -d '{"events": [{"server_uuid": "341c39fa-78c6-4a88-88a4-24c130ec377d", "name": "network-vif-deleted", "tag": "42ed496a-3344-4417-81b6-eec909ddf26d"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:30:09.195829 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f734367-45c9-41f4-8b85-92cb67369fd7 x-openstack-request-id: req-8f734367-45c9-41f4-8b85-92cb67369fd7 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:30:09.195829 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341c39fa-78c6-4a88-88a4-24c130ec377d", "name": "network-vif-deleted", "tag": "42ed496a-3344-4417-81b6-eec909ddf26d", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:30:09.195829 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f734367-45c9-41f4-8b85-92cb67369fd7 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:30:09.195829 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f734367-45c9-41f4-8b85-92cb67369fd7'] response: {'server_uuid': '341c39fa-78c6-4a88-88a4-24c130ec377d', 'name': 'network-vif-deleted', 'tag': '42ed496a-3344-4417-81b6-eec909ddf26d', 'status': 'completed', 'code': 200} Apr 05 11:30:09.971994 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-ec0f1d69-6ae1-4e06-ba65-c1d5dc1756f6 req-972d2cc0-95c8-4bb3-81dd-c58c871b8f48 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "GET /v2.0/ports?device_id=341c39fa-78c6-4a88-88a4-24c130ec377d HTTP/1.1" status: 200 len: 210 time: 0.0279012 Apr 05 11:30:11.030020 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39698) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:30:11.159039 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-4b06bf36-20c1-4175-9345-016148a24479 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Deleting port f154dee1-b7ab-43c2-b6ff-7c32db022be1 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:30:11.159384 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4b06bf36-20c1-4175-9345-016148a24479 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (f154dee1-b7ab-43c2-b6ff-7c32db022be1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:11.237584 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4b06bf36-20c1-4175-9345-016148a24479 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (f154dee1-b7ab-43c2-b6ff-7c32db022be1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:11.237899 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4b06bf36-20c1-4175-9345-016148a24479 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for floatingip (f154dee1-b7ab-43c2-b6ff-7c32db022be1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:11.251032 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-4b06bf36-20c1-4175-9345-016148a24479 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Calling delete_port for f154dee1-b7ab-43c2-b6ff-7c32db022be1 owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:30:11.439057 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4b06bf36-20c1-4175-9345-016148a24479 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (f154dee1-b7ab-43c2-b6ff-7c32db022be1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:11.468776 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06bf36-20c1-4175-9345-016148a24479 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event deleted for resources: {'Port': ['ID=f154dee1-b7ab-43c2-b6ff-7c32db022be1,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:30:11.530538 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4b06bf36-20c1-4175-9345-016148a24479 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for floatingip (5f9eb8e7-fe29-4810-b67c-e3a228f6dafe), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:11.533157 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4b06bf36-20c1-4175-9345-016148a24479 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:11.534364 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4b06bf36-20c1-4175-9345-016148a24479 tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "DELETE /v2.0/floatingips/5f9eb8e7-fe29-4810-b67c-e3a228f6dafe HTTP/1.1" status: 204 len: 168 time: 0.5033076 Apr 05 11:30:11.807701 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee87bf-82ce-4371-a7a6-722455272513 req-d8a9f0a5-efd7-4801-ac05-a63dae6d0612 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:11.809094 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-79ee87bf-82ce-4371-a7a6-722455272513 req-d8a9f0a5-efd7-4801-ac05-a63dae6d0612 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 985 time: 0.0528402 Apr 05 11:30:11.875324 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-79ee87bf-82ce-4371-a7a6-722455272513 req-3f84d9d6-708e-400c-a79f-6b84b10c5ea1 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&id=678acc80-0387-42a9-9011-c31358a66fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606060 Apr 05 11:30:11.923679 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 42ed496a-3344-4417-81b6-eec909ddf26d no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:30:11.928545 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e6b8c-eb3b-453e-b82a-a1e35723ec47 req-7047a7c3-e841-4d40-a2ac-abfb189d932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:11.930144 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d92e6b8c-eb3b-453e-b82a-a1e35723ec47 req-7047a7c3-e841-4d40-a2ac-abfb189d932e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=220a2c61da3646bc944112302aec29c4&device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 1169 time: 0.0538745 Apr 05 11:30:11.944244 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] No Port match for: 42ed496a-3344-4417-81b6-eec909ddf26d {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:30:11.944702 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device 42ed496a-3344-4417-81b6-eec909ddf26d not bound to the agent host hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:30:12.020058 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e6b8c-eb3b-453e-b82a-a1e35723ec47 req-a06c5b72-a5f5-4518-8209-23cdff4abec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:12.021547 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d92e6b8c-eb3b-453e-b82a-a1e35723ec47 req-a06c5b72-a5f5-4518-8209-23cdff4abec2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bc9b9e66-4b5a-4b8f-b37b-228826d454e8 HTTP/1.1" status: 200 len: 915 time: 0.0853114 Apr 05 11:30:12.088954 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d92e6b8c-eb3b-453e-b82a-a1e35723ec47 req-5bbb696d-6898-45b2-9c73-b515d9bad0f0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52bac3a-78e8-4b6c-91a1-ce2a24838174 HTTP/1.1" status: 200 len: 1002 time: 0.0611286 Apr 05 11:30:12.138037 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e6b8c-eb3b-453e-b82a-a1e35723ec47 req-81ca7e44-12d5-4275-9ea1-e48a7fa77db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:12.139577 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d92e6b8c-eb3b-453e-b82a-a1e35723ec47 req-81ca7e44-12d5-4275-9ea1-e48a7fa77db1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57c12f29-fd03-4af6-bb73-3c4308beab7c HTTP/1.1" status: 200 len: 853 time: 0.0445800 Apr 05 11:30:12.190056 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e6b8c-eb3b-453e-b82a-a1e35723ec47 req-28531306-29a9-44f4-8851-e9921a328b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:12.191579 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d92e6b8c-eb3b-453e-b82a-a1e35723ec47 req-28531306-29a9-44f4-8851-e9921a328b42 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bc9b9e66-4b5a-4b8f-b37b-228826d454e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452874 Apr 05 11:30:12.288387 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d92e6b8c-eb3b-453e-b82a-a1e35723ec47 req-4c9a0f60-4f8a-48fe-8b5c-946265a36e9b service neutron] 10.222.0.58 "GET /v2.0/networks/bc9b9e66-4b5a-4b8f-b37b-228826d454e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906682 Apr 05 11:30:12.386252 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-d92e6b8c-eb3b-453e-b82a-a1e35723ec47 req-1bd7bd4b-8a43-4e5e-99be-9122aa29b51e service neutron] 10.222.0.58 "GET /v2.0/networks/bc9b9e66-4b5a-4b8f-b37b-228826d454e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895882 Apr 05 11:30:12.919038 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39718) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:30:12.989533 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4405d874-e7cc-47fc-b7e5-578bbf3e6a3f tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group (c18abe95-a8d1-4723-a63d-a140e6575396), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:13.018124 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4405d874-e7cc-47fc-b7e5-578bbf3e6a3f tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group (c18abe95-a8d1-4723-a63d-a140e6575396), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:13.020624 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953016a0-dec4-4c5c-9fe3-7e54039e8eaa req-7698c61e-51ed-4a66-a82d-566cf7003c4a tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:13.022144 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-953016a0-dec4-4c5c-9fe3-7e54039e8eaa req-7698c61e-51ed-4a66-a82d-566cf7003c4a tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 985 time: 0.0658896 Apr 05 11:30:13.099184 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-953016a0-dec4-4c5c-9fe3-7e54039e8eaa req-114f8b0b-258c-4452-918d-a9d01adf16de tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&id=678acc80-0387-42a9-9011-c31358a66fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707128 Apr 05 11:30:13.124821 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4405d874-e7cc-47fc-b7e5-578bbf3e6a3f tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (c18abe95-a8d1-4723-a63d-a140e6575396), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:13.127589 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4405d874-e7cc-47fc-b7e5-578bbf3e6a3f tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:13.128829 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4405d874-e7cc-47fc-b7e5-578bbf3e6a3f tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] 10.222.0.39 "DELETE /v2.0/security-groups/c18abe95-a8d1-4723-a63d-a140e6575396 HTTP/1.1" status: 204 len: 168 time: 0.2087736 Apr 05 11:30:13.139160 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405d874-e7cc-47fc-b7e5-578bbf3e6a3f tempest-TestVolumeBootPattern-581343173 tempest-TestVolumeBootPattern-581343173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18abe95-a8d1-4723-a63d-a140e6575396,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:30:13.255009 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39722) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:30:13.696761 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-38aba8b0-19ff-4fbe-ac95-3a02adea7f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583640'] for router_interface (13e4c67c-5287-49fc-ba5c-4360929c3b80), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:13.944688 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-38aba8b0-19ff-4fbe-ac95-3a02adea7f83 admin admin] Deleting port 6beb0d2a-76fb-4f8c-9134-672b2f23acaa {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:30:13.945045 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-38aba8b0-19ff-4fbe-ac95-3a02adea7f83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (6beb0d2a-76fb-4f8c-9134-672b2f23acaa), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:14.023905 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-38aba8b0-19ff-4fbe-ac95-3a02adea7f83 admin admin] For port 6beb0d2a-76fb-4f8c-9134-672b2f23acaa, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=6beb0d2a-76fb-4f8c-9134-672b2f23acaa,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:30:14.024166 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-38aba8b0-19ff-4fbe-ac95-3a02adea7f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (6beb0d2a-76fb-4f8c-9134-672b2f23acaa), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:14.036800 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-38aba8b0-19ff-4fbe-ac95-3a02adea7f83 admin admin] Calling delete_port for 6beb0d2a-76fb-4f8c-9134-672b2f23acaa owned by network:router_interface {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:30:14.227176 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443c5e2-714f-4bfa-a30c-e990437d2318 req-f1728a99-d6e0-4054-b196-073a02e365f6 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:14.230782 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2443c5e2-714f-4bfa-a30c-e990437d2318 req-f1728a99-d6e0-4054-b196-073a02e365f6 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 985 time: 0.0604804 Apr 05 11:30:14.279539 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-38aba8b0-19ff-4fbe-ac95-3a02adea7f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (6beb0d2a-76fb-4f8c-9134-672b2f23acaa), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:14.297939 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-2443c5e2-714f-4bfa-a30c-e990437d2318 req-101b1074-5738-492a-a319-9540d606ab37 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&id=678acc80-0387-42a9-9011-c31358a66fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632231 Apr 05 11:30:14.314244 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aba8b0-19ff-4fbe-ac95-3a02adea7f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=6beb0d2a-76fb-4f8c-9134-672b2f23acaa,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:30:14.491401 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-38aba8b0-19ff-4fbe-ac95-3a02adea7f83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1809813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585800'] for router_interface (13e4c67c-5287-49fc-ba5c-4360929c3b80), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:14.714721 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38aba8b0-19ff-4fbe-ac95-3a02adea7f83 admin admin] Router 13e4c67c-5287-49fc-ba5c-4360929c3b80 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:30:14.819797 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38aba8b0-19ff-4fbe-ac95-3a02adea7f83 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:30:14.825953 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-38aba8b0-19ff-4fbe-ac95-3a02adea7f83 admin admin] 10.222.0.39 "PUT /v2.0/routers/13e4c67c-5287-49fc-ba5c-4360929c3b80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5693133 Apr 05 11:30:14.827491 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39728) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:30:14.829769 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362fde2-12a5-4b43-b6b8-60c372ed9736 None None] Sync routers for ids ['13e4c67c-5287-49fc-ba5c-4360929c3b80'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:30:14.839457 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0362fde2-12a5-4b43-b6b8-60c372ed9736 None None] Routers {'13e4c67c-5287-49fc-ba5c-4360929c3b80'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:30:14.840083 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-0362fde2-12a5-4b43-b6b8-60c372ed9736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:29:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['13e4c67c-5287-49fc-ba5c-4360929c3b80'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:30:14.935858 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37a6f753-3d4f-4a35-9f78-bc6a3376355b admin admin] Publish callbacks [] for router (13e4c67c-5287-49fc-ba5c-4360929c3b80), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:14.953457 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-0362fde2-12a5-4b43-b6b8-60c372ed9736 None None] Set router 13e4c67c-5287-49fc-ba5c-4360929c3b80 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:30:15.046966 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37a6f753-3d4f-4a35-9f78-bc6a3376355b admin admin] Publish callbacks [] for router_gateway (13e4c67c-5287-49fc-ba5c-4360929c3b80), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:15.153887 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-37a6f753-3d4f-4a35-9f78-bc6a3376355b admin admin] Deleting port 04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:30:15.154232 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37a6f753-3d4f-4a35-9f78-bc6a3376355b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:15.157231 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-0362fde2-12a5-4b43-b6b8-60c372ed9736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:30:14Z', 'revision_number': 5, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port': {'id': '04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:9b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:12Z', 'updated_at': '2022-04-05T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:30:15.185612 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362fde2-12a5-4b43-b6b8-60c372ed9736 None None] Checking router: 13e4c67c-5287-49fc-ba5c-4360929c3b80 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:30:15.194555 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0362fde2-12a5-4b43-b6b8-60c372ed9736 None None] Routers {'13e4c67c-5287-49fc-ba5c-4360929c3b80'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:30:15.195218 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-0362fde2-12a5-4b43-b6b8-60c372ed9736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:29:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['13e4c67c-5287-49fc-ba5c-4360929c3b80'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:30:15.235338 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-37a6f753-3d4f-4a35-9f78-bc6a3376355b admin admin] For port 04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:30:15.235705 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37a6f753-3d4f-4a35-9f78-bc6a3376355b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:15.248715 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-37a6f753-3d4f-4a35-9f78-bc6a3376355b admin admin] Calling delete_port for 04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78 owned by network:router_gateway {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:30:15.288530 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-0362fde2-12a5-4b43-b6b8-60c372ed9736 None None] Set router 13e4c67c-5287-49fc-ba5c-4360929c3b80 gateway port host: None {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:30:15.346898 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-0362fde2-12a5-4b43-b6b8-60c372ed9736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:30:15Z', 'revision_number': 6, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port_host': None}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:30:15.376647 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362fde2-12a5-4b43-b6b8-60c372ed9736 None None] The sync data for ids ['13e4c67c-5287-49fc-ba5c-4360929c3b80'] in dv-cinder-818994-3-iscsi is: [{'id': '13e4c67c-5287-49fc-ba5c-4360929c3b80', 'name': 'tempest-TestVolumeBootPattern-1470768014-router', 'tenant_id': '0c1827315aac4bfdacff856a13f90eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:11Z', 'updated_at': '2022-04-05T11:30:15Z', 'revision_number': 6, 'project_id': '0c1827315aac4bfdacff856a13f90eb5', 'gw_port_host': None}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:30:15.717755 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2bdbfd-682f-49c4-a651-fa54602ad6dc req-6e9cff72-435c-42e7-a1cd-b7b34aac81c3 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:15.719202 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0c2bdbfd-682f-49c4-a651-fa54602ad6dc req-6e9cff72-435c-42e7-a1cd-b7b34aac81c3 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 985 time: 0.0910964 Apr 05 11:30:15.788621 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0c2bdbfd-682f-49c4-a651-fa54602ad6dc req-46ad6b85-913f-4cc1-935b-52eee1971833 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&id=678acc80-0387-42a9-9011-c31358a66fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621057 Apr 05 11:30:15.948369 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37a6f753-3d4f-4a35-9f78-bc6a3376355b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:15.977415 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6f753-3d4f-4a35-9f78-bc6a3376355b admin admin] Pushing event deleted for resources: {'Port': ['ID=04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:30:16.041375 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37a6f753-3d4f-4a35-9f78-bc6a3376355b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585742'] for router_gateway (13e4c67c-5287-49fc-ba5c-4360929c3b80), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:16.132696 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37a6f753-3d4f-4a35-9f78-bc6a3376355b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5185'] for router (13e4c67c-5287-49fc-ba5c-4360929c3b80), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:16.135613 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37a6f753-3d4f-4a35-9f78-bc6a3376355b admin admin] Publish callbacks [] for router_controller (13e4c67c-5287-49fc-ba5c-4360929c3b80), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:16.250649 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37a6f753-3d4f-4a35-9f78-bc6a3376355b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583348'] for router (13e4c67c-5287-49fc-ba5c-4360929c3b80), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:16.251349 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a6f753-3d4f-4a35-9f78-bc6a3376355b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13e4c67c-5287-49fc-ba5c-4360929c3b80 {{(pid=103963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:30:16.255666 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-37a6f753-3d4f-4a35-9f78-bc6a3376355b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:16.256791 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-37a6f753-3d4f-4a35-9f78-bc6a3376355b admin admin] 10.222.0.39 "DELETE /v2.0/routers/13e4c67c-5287-49fc-ba5c-4360929c3b80 HTTP/1.1" status: 204 len: 168 time: 1.4282997 Apr 05 11:30:16.259554 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39732) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:30:16.345174 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb9ef65a-1170-43b1-9d36-e924d01de4c5 admin admin] Deleting subnet 6cdd783b-82e9-4593-a451-3b1b6f34c5b6 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:30:16.352265 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef65a-1170-43b1-9d36-e924d01de4c5 admin admin] Publish callbacks [] for subnet (6cdd783b-82e9-4593-a451-3b1b6f34c5b6), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:16.393983 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef65a-1170-43b1-9d36-e924d01de4c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6680696'] for subnet (6cdd783b-82e9-4593-a451-3b1b6f34c5b6), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:16.483972 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef65a-1170-43b1-9d36-e924d01de4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928297'] for subnet (6cdd783b-82e9-4593-a451-3b1b6f34c5b6), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:16.605652 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef65a-1170-43b1-9d36-e924d01de4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7002689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4268067'] for subnet (6cdd783b-82e9-4593-a451-3b1b6f34c5b6), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:16.632606 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ef65a-1170-43b1-9d36-e924d01de4c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cdd783b-82e9-4593-a451-3b1b6f34c5b6,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:30:16.644217 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fb9ef65a-1170-43b1-9d36-e924d01de4c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:16.648515 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-fb9ef65a-1170-43b1-9d36-e924d01de4c5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6cdd783b-82e9-4593-a451-3b1b6f34c5b6 HTTP/1.1" status: 204 len: 168 time: 0.3851526 Apr 05 11:30:16.648990 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39734) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:30:16.653341 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aaed61-84bf-4b0a-be24-4d62033bc214 None None] Network 15ec88ec-a078-4d94-a658-456bc06f4f38 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:30:16.722126 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 6beb0d2a-76fb-4f8c-9134-672b2f23acaa no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:30:16.744627 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7945d66f-6f78-49b4-add2-94f25152e501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920430'] for network (15ec88ec-a078-4d94-a658-456bc06f4f38), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:16.751290 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 6beb0d2a-76fb-4f8c-9134-672b2f23acaa {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:30:16.751637 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 6beb0d2a-76fb-4f8c-9134-672b2f23acaa not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:30:16.752127 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:30:16.799614 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:30:16.799929 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-7945d66f-6f78-49b4-add2-94f25152e501 admin admin] Deleting port 69200ea8-3a0e-4b26-acd0-f0d27db7a509 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:30:16.800060 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 04d6d7f9-27ab-4d1a-8cc2-4865b8be9f78 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:30:16.800272 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7945d66f-6f78-49b4-add2-94f25152e501 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (69200ea8-3a0e-4b26-acd0-f0d27db7a509), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:16.857839 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:16.870082 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-7945d66f-6f78-49b4-add2-94f25152e501 admin admin] For port 69200ea8-3a0e-4b26-acd0-f0d27db7a509, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=69200ea8-3a0e-4b26-acd0-f0d27db7a509,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:30:16.870454 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7945d66f-6f78-49b4-add2-94f25152e501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (69200ea8-3a0e-4b26-acd0-f0d27db7a509), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:16.883823 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-7945d66f-6f78-49b4-add2-94f25152e501 admin admin] Calling delete_port for 69200ea8-3a0e-4b26-acd0-f0d27db7a509 owned by network:dhcp {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:30:16.902979 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] DHCP port deletion for 15ec88ec-a078-4d94-a658-456bc06f4f38 request from dv-cinder-818994-3-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:30:16.927850 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d218bf-750a-4810-a08a-e69870659bbe req-396fb376-488b-4fe9-a2c4-4985fda99f76 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:16.929549 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-86d218bf-750a-4810-a08a-e69870659bbe req-396fb376-488b-4fe9-a2c4-4985fda99f76 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 985 time: 0.0572448 Apr 05 11:30:16.953784 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] Deleting port 69200ea8-3a0e-4b26-acd0-f0d27db7a509 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:30:16.954168 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (69200ea8-3a0e-4b26-acd0-f0d27db7a509), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:16.998703 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-86d218bf-750a-4810-a08a-e69870659bbe req-df929cc2-87ad-468f-8dcc-7733ae9eb8ec tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&id=678acc80-0387-42a9-9011-c31358a66fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621133 Apr 05 11:30:17.023846 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] For port 69200ea8-3a0e-4b26-acd0-f0d27db7a509, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=69200ea8-3a0e-4b26-acd0-f0d27db7a509,segment=NetworkSegment(262dfc1b-32f1-4b76-a222-965b509336cc),segment_id=262dfc1b-32f1-4b76-a222-965b509336cc)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:30:17.024242 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (69200ea8-3a0e-4b26-acd0-f0d27db7a509), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:17.027519 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7945d66f-6f78-49b4-add2-94f25152e501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (69200ea8-3a0e-4b26-acd0-f0d27db7a509), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:17.037733 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] Calling delete_port for 69200ea8-3a0e-4b26-acd0-f0d27db7a509 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:30:17.054541 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945d66f-6f78-49b4-add2-94f25152e501 admin admin] Pushing event deleted for resources: {'Port': ['ID=69200ea8-3a0e-4b26-acd0-f0d27db7a509,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:30:17.059168 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7945d66f-6f78-49b4-add2-94f25152e501 admin admin] No DVR routers for this DVR port 69200ea8-3a0e-4b26-acd0-f0d27db7a509 on host dv-cinder-818994-3-iscsi {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:30:17.122879 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252'] for port (69200ea8-3a0e-4b26-acd0-f0d27db7a509), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:17.138918 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7945d66f-6f78-49b4-add2-94f25152e501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1167570', 'neutron.services.segments.db._delete_segments_for_network-8793732693881'] for network (15ec88ec-a078-4d94-a658-456bc06f4f38), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:17.148150 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] Pushing event deleted for resources: {'Port': ['ID=69200ea8-3a0e-4b26-acd0-f0d27db7a509,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:30:17.153843 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] No DVR routers for this DVR port 69200ea8-3a0e-4b26-acd0-f0d27db7a509 on host dv-cinder-818994-3-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:30:17.160784 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:17.161138 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:17.161533 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:17.161824 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:17.162160 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:17.162490 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:17.163323 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:17.163323 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:17.163551 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:17.163804 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:17.164138 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:17.164465 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:17.164787 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:17.165115 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-7945d66f-6f78-49b4-add2-94f25152e501 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ec88ec-a078-4d94-a658-456bc06f4f38']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:30:17.165259 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:17.165564 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894ef04-0eb4-4869-a26b-d30a01e51789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:17.176708 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-7945d66f-6f78-49b4-add2-94f25152e501 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262dfc1b-32f1-4b76-a222-965b509336cc') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:30:17.177005 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-7945d66f-6f78-49b4-add2-94f25152e501 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262dfc1b-32f1-4b76-a222-965b509336cc') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:30:17.186595 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7945d66f-6f78-49b4-add2-94f25152e501 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793732694402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7254742'] for segment (262dfc1b-32f1-4b76-a222-965b509336cc), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:17.200682 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7945d66f-6f78-49b4-add2-94f25152e501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (262dfc1b-32f1-4b76-a222-965b509336cc), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:17.206891 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7945d66f-6f78-49b4-add2-94f25152e501 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:30:17.207274 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7945d66f-6f78-49b4-add2-94f25152e501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5342644'] for segment (262dfc1b-32f1-4b76-a222-965b509336cc), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: Traceback (most recent call last): Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: timer() Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: cb(*args, **kw) Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: return func(*args, **kwargs) Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: self._notify() Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: self.callback(batched_events) Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: event.method(event) Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: return f(self, *a, **k) Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: return self._get(url).json() Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: return self.request(url, 'GET', **kwargs) Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:30:17.208921 dv-cinder-818994-3-iscsi neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:30:17.336245 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7945d66f-6f78-49b4-add2-94f25152e501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1167531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585706'] for network (15ec88ec-a078-4d94-a658-456bc06f4f38), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:17.342816 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7945d66f-6f78-49b4-add2-94f25152e501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:17.345919 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-7945d66f-6f78-49b4-add2-94f25152e501 admin admin] 10.222.0.39 "DELETE /v2.0/networks/15ec88ec-a078-4d94-a658-456bc06f4f38 HTTP/1.1" status: 204 len: 168 time: 0.6957936 Apr 05 11:30:17.349294 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39738) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:30:17.357197 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945d66f-6f78-49b4-add2-94f25152e501 admin admin] Pushing event deleted for resources: {'Network': ['ID=15ec88ec-a078-4d94-a658-456bc06f4f38,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:30:17.705436 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a123464c-682b-4752-afec-42188fa34b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583640'] for router_interface (f40aef22-8ed0-468a-8e6f-133ee8dad50c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:17.954071 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-a123464c-682b-4752-afec-42188fa34b3d admin admin] Deleting port 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:30:17.954407 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a123464c-682b-4752-afec-42188fa34b3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (9264ffd5-dca2-4e3d-b1a8-dd7220d516e2), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:18.035745 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-a123464c-682b-4752-afec-42188fa34b3d admin admin] For port 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=9264ffd5-dca2-4e3d-b1a8-dd7220d516e2,segment=NetworkSegment(9fdd6cc3-6e98-4acc-a80c-9e311333f20f),segment_id=9fdd6cc3-6e98-4acc-a80c-9e311333f20f)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:30:18.036114 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a123464c-682b-4752-afec-42188fa34b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (9264ffd5-dca2-4e3d-b1a8-dd7220d516e2), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:18.049719 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-a123464c-682b-4752-afec-42188fa34b3d admin admin] Calling delete_port for 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2 owned by network:router_interface {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:30:18.123017 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b251c4-1abd-4e2e-bf76-f89abd13dabd req-0f280824-7edd-4685-8c3b-b3c1df217f9a tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:18.124797 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-66b251c4-1abd-4e2e-bf76-f89abd13dabd req-0f280824-7edd-4685-8c3b-b3c1df217f9a tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 985 time: 0.0586028 Apr 05 11:30:18.186358 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-66b251c4-1abd-4e2e-bf76-f89abd13dabd req-d0a0a26e-510b-469d-9fad-7d3bff103004 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&id=678acc80-0387-42a9-9011-c31358a66fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552664 Apr 05 11:30:18.308166 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a123464c-682b-4752-afec-42188fa34b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (9264ffd5-dca2-4e3d-b1a8-dd7220d516e2), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:18.339068 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123464c-682b-4752-afec-42188fa34b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=9264ffd5-dca2-4e3d-b1a8-dd7220d516e2,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:30:18.410471 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6ee27b52-39e4-441d-a282-198d79ddfce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:18.535527 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a123464c-682b-4752-afec-42188fa34b3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1809813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585800'] for router_interface (f40aef22-8ed0-468a-8e6f-133ee8dad50c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:18.763124 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 69200ea8-3a0e-4b26-acd0-f0d27db7a509 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:30:18.788460 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 69200ea8-3a0e-4b26-acd0-f0d27db7a509 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:30:18.788809 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 69200ea8-3a0e-4b26-acd0-f0d27db7a509 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:30:19.035015 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a123464c-682b-4752-afec-42188fa34b3d admin admin] Router f40aef22-8ed0-468a-8e6f-133ee8dad50c has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:30:19.146331 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a123464c-682b-4752-afec-42188fa34b3d admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:30:19.152168 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a123464c-682b-4752-afec-42188fa34b3d admin admin] 10.222.0.39 "PUT /v2.0/routers/f40aef22-8ed0-468a-8e6f-133ee8dad50c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8012812 Apr 05 11:30:19.154855 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39742) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:30:19.157485 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efe1ac1-b725-44ba-bd51-85e8980d0068 None None] Sync routers for ids ['f40aef22-8ed0-468a-8e6f-133ee8dad50c'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:30:19.167937 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efe1ac1-b725-44ba-bd51-85e8980d0068 None None] Routers {'f40aef22-8ed0-468a-8e6f-133ee8dad50c'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:30:19.168650 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-9efe1ac1-b725-44ba-bd51-85e8980d0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:29:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['f40aef22-8ed0-468a-8e6f-133ee8dad50c'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:30:19.281568 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-9efe1ac1-b725-44ba-bd51-85e8980d0068 None None] Set router f40aef22-8ed0-468a-8e6f-133ee8dad50c gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:30:19.299365 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-eab8a2e8-11a6-4cbc-9791-d8788cd0c5b5 admin admin] Publish callbacks [] for router (f40aef22-8ed0-468a-8e6f-133ee8dad50c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:19.364646 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c874cc-1977-4267-b63e-ded57d6b14c4 req-e8491167-53b0-456b-8391-a7e2c58ea640 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:19.366145 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f5c874cc-1977-4267-b63e-ded57d6b14c4 req-e8491167-53b0-456b-8391-a7e2c58ea640 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 985 time: 0.1084909 Apr 05 11:30:19.464501 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-eab8a2e8-11a6-4cbc-9791-d8788cd0c5b5 admin admin] Publish callbacks [] for router_gateway (f40aef22-8ed0-468a-8e6f-133ee8dad50c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:19.466413 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-9efe1ac1-b725-44ba-bd51-85e8980d0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40aef22-8ed0-468a-8e6f-133ee8dad50c', 'name': 'tempest-TestVolumeBootPattern-406887205-router', 'tenant_id': 'ab3e848c997a468db60c11a21e069681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '66083b98-430f-433f-ae98-de2c96e60383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:18Z', 'updated_at': '2022-04-05T11:30:18Z', 'revision_number': 5, 'project_id': 'ab3e848c997a468db60c11a21e069681', 'gw_port': {'id': '66083b98-430f-433f-ae98-de2c96e60383', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40aef22-8ed0-468a-8e6f-133ee8dad50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:19Z', 'updated_at': '2022-04-05T11:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:30:19.474635 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-f5c874cc-1977-4267-b63e-ded57d6b14c4 req-dcbda605-cda9-40fb-a759-337c7da5de80 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&id=678acc80-0387-42a9-9011-c31358a66fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830636 Apr 05 11:30:19.494940 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efe1ac1-b725-44ba-bd51-85e8980d0068 None None] Checking router: f40aef22-8ed0-468a-8e6f-133ee8dad50c for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:30:19.503272 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efe1ac1-b725-44ba-bd51-85e8980d0068 None None] Routers {'f40aef22-8ed0-468a-8e6f-133ee8dad50c'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:30:19.503872 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-9efe1ac1-b725-44ba-bd51-85e8980d0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:29:51Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['f40aef22-8ed0-468a-8e6f-133ee8dad50c'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:30:19.621875 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-9efe1ac1-b725-44ba-bd51-85e8980d0068 None None] Set router f40aef22-8ed0-468a-8e6f-133ee8dad50c gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:30:19.723453 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-eab8a2e8-11a6-4cbc-9791-d8788cd0c5b5 admin admin] Deleting port 66083b98-430f-433f-ae98-de2c96e60383 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:30:19.724287 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-eab8a2e8-11a6-4cbc-9791-d8788cd0c5b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (66083b98-430f-433f-ae98-de2c96e60383), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:19.809117 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-9efe1ac1-b725-44ba-bd51-85e8980d0068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40aef22-8ed0-468a-8e6f-133ee8dad50c', 'name': 'tempest-TestVolumeBootPattern-406887205-router', 'tenant_id': 'ab3e848c997a468db60c11a21e069681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '66083b98-430f-433f-ae98-de2c96e60383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:18Z', 'updated_at': '2022-04-05T11:30:18Z', 'revision_number': 5, 'project_id': 'ab3e848c997a468db60c11a21e069681', 'gw_port': {'id': '66083b98-430f-433f-ae98-de2c96e60383', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40aef22-8ed0-468a-8e6f-133ee8dad50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:19Z', 'updated_at': '2022-04-05T11:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:30:19.809576 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-eab8a2e8-11a6-4cbc-9791-d8788cd0c5b5 admin admin] For port 66083b98-430f-433f-ae98-de2c96e60383, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=66083b98-430f-433f-ae98-de2c96e60383,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:30:19.809945 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-eab8a2e8-11a6-4cbc-9791-d8788cd0c5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (66083b98-430f-433f-ae98-de2c96e60383), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:19.823242 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-eab8a2e8-11a6-4cbc-9791-d8788cd0c5b5 admin admin] Calling delete_port for 66083b98-430f-433f-ae98-de2c96e60383 owned by network:router_gateway {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:30:19.835219 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efe1ac1-b725-44ba-bd51-85e8980d0068 None None] The sync data for ids ['f40aef22-8ed0-468a-8e6f-133ee8dad50c'] in dv-cinder-818994-3-iscsi is: [{'id': 'f40aef22-8ed0-468a-8e6f-133ee8dad50c', 'name': 'tempest-TestVolumeBootPattern-406887205-router', 'tenant_id': 'ab3e848c997a468db60c11a21e069681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '66083b98-430f-433f-ae98-de2c96e60383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:20:18Z', 'updated_at': '2022-04-05T11:30:18Z', 'revision_number': 5, 'project_id': 'ab3e848c997a468db60c11a21e069681', 'gw_port': {'id': '66083b98-430f-433f-ae98-de2c96e60383', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40aef22-8ed0-468a-8e6f-133ee8dad50c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:20:19Z', 'updated_at': '2022-04-05T11:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:30:20.067454 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-eab8a2e8-11a6-4cbc-9791-d8788cd0c5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (66083b98-430f-433f-ae98-de2c96e60383), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:20.093700 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8a2e8-11a6-4cbc-9791-d8788cd0c5b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=66083b98-430f-433f-ae98-de2c96e60383,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:30:20.154112 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-eab8a2e8-11a6-4cbc-9791-d8788cd0c5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585742'] for router_gateway (f40aef22-8ed0-468a-8e6f-133ee8dad50c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:20.250762 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-eab8a2e8-11a6-4cbc-9791-d8788cd0c5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5185'] for router (f40aef22-8ed0-468a-8e6f-133ee8dad50c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:20.253207 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-eab8a2e8-11a6-4cbc-9791-d8788cd0c5b5 admin admin] Publish callbacks [] for router_controller (f40aef22-8ed0-468a-8e6f-133ee8dad50c), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:20.364624 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-eab8a2e8-11a6-4cbc-9791-d8788cd0c5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583348'] for router (f40aef22-8ed0-468a-8e6f-133ee8dad50c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:20.365195 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab8a2e8-11a6-4cbc-9791-d8788cd0c5b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f40aef22-8ed0-468a-8e6f-133ee8dad50c {{(pid=103962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:30:20.370624 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-eab8a2e8-11a6-4cbc-9791-d8788cd0c5b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:20.371879 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-eab8a2e8-11a6-4cbc-9791-d8788cd0c5b5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f40aef22-8ed0-468a-8e6f-133ee8dad50c HTTP/1.1" status: 204 len: 168 time: 1.2160425 Apr 05 11:30:20.374589 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39746) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:30:20.422125 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Deleting subnet 6ced252b-b280-44c5-a71f-82ac8f55b0e2 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:30:20.425642 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Publish callbacks [] for subnet (6ced252b-b280-44c5-a71f-82ac8f55b0e2), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:20.465698 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6680696'] for subnet (6ced252b-b280-44c5-a71f-82ac8f55b0e2), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:20.553755 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928297'] for subnet (6ced252b-b280-44c5-a71f-82ac8f55b0e2), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:20.595345 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc740771-39e0-42b4-ab53-a480d0e8d81e req-16b22dd6-038f-45b2-8a6b-2fa03e3ddb96 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:20.597720 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dc740771-39e0-42b4-ab53-a480d0e8d81e req-16b22dd6-038f-45b2-8a6b-2fa03e3ddb96 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 985 time: 0.0535111 Apr 05 11:30:20.659080 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-dc740771-39e0-42b4-ab53-a480d0e8d81e req-4764bba6-0678-41c3-9f7a-972a3572ab98 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&id=678acc80-0387-42a9-9011-c31358a66fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558515 Apr 05 11:30:20.684938 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7002689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4268067'] for subnet (6ced252b-b280-44c5-a71f-82ac8f55b0e2), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:20.710269 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ced252b-b280-44c5-a71f-82ac8f55b0e2,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:30:20.714885 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:20.718054 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6ced252b-b280-44c5-a71f-82ac8f55b0e2 HTTP/1.1" status: 204 len: 168 time: 0.3425126 Apr 05 11:30:20.721389 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39750) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:30:20.723408 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a50ac1-7ab7-4514-a80a-f4a46a7b7696 None None] Network a1ff64ea-876b-4ba8-93ae-a6e8caff7b08 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:30:20.729211 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:20.729211 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:20.729828 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:20.729828 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:20.730210 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:20.730827 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:20.731260 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:20.731689 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:20.732050 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:20.732559 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:20.732919 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:20.733229 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:20.733881 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:20.733881 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:20.734252 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa9f3f6-c18c-4623-86a4-0ca7608ba7f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:20.798176 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cdfe0c39-1c4a-4ca7-996f-83720d8b8513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920430'] for network (a1ff64ea-876b-4ba8-93ae-a6e8caff7b08), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:20.870001 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe0c39-1c4a-4ca7-996f-83720d8b8513 admin admin] Deleting port bf8bc6f8-7d25-4e0e-a388-0051651b38f4 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:30:20.874821 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cdfe0c39-1c4a-4ca7-996f-83720d8b8513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (bf8bc6f8-7d25-4e0e-a388-0051651b38f4), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:20.927848 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373ef836-65ef-45af-b5f4-b4d8dcba371c None None] DHCP port deletion for a1ff64ea-876b-4ba8-93ae-a6e8caff7b08 request from dv-cinder-818994-3-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:30:20.932534 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d92e704b-6849-496b-8a4f-2d7ac54c356f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:20.937575 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 66083b98-430f-433f-ae98-de2c96e60383 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:30:20.950166 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-cdfe0c39-1c4a-4ca7-996f-83720d8b8513 admin admin] For port bf8bc6f8-7d25-4e0e-a388-0051651b38f4, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=bf8bc6f8-7d25-4e0e-a388-0051651b38f4,segment=NetworkSegment(9fdd6cc3-6e98-4acc-a80c-9e311333f20f),segment_id=9fdd6cc3-6e98-4acc-a80c-9e311333f20f)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:30:20.950536 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cdfe0c39-1c4a-4ca7-996f-83720d8b8513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (bf8bc6f8-7d25-4e0e-a388-0051651b38f4), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:20.958981 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 66083b98-430f-433f-ae98-de2c96e60383 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:30:20.959321 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 66083b98-430f-433f-ae98-de2c96e60383 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:30:20.959746 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:30:20.964391 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-cdfe0c39-1c4a-4ca7-996f-83720d8b8513 admin admin] Calling delete_port for bf8bc6f8-7d25-4e0e-a388-0051651b38f4 owned by network:dhcp {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:30:21.002533 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:30:21.002975 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 9264ffd5-dca2-4e3d-b1a8-dd7220d516e2 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:30:21.026081 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-373ef836-65ef-45af-b5f4-b4d8dcba371c None None] Deleting port bf8bc6f8-7d25-4e0e-a388-0051651b38f4 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:30:21.026462 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-373ef836-65ef-45af-b5f4-b4d8dcba371c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (bf8bc6f8-7d25-4e0e-a388-0051651b38f4), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:21.093839 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-373ef836-65ef-45af-b5f4-b4d8dcba371c None None] For port bf8bc6f8-7d25-4e0e-a388-0051651b38f4, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=bf8bc6f8-7d25-4e0e-a388-0051651b38f4,segment=NetworkSegment(9fdd6cc3-6e98-4acc-a80c-9e311333f20f),segment_id=9fdd6cc3-6e98-4acc-a80c-9e311333f20f)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:30:21.094231 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-373ef836-65ef-45af-b5f4-b4d8dcba371c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (bf8bc6f8-7d25-4e0e-a388-0051651b38f4), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:21.108697 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-373ef836-65ef-45af-b5f4-b4d8dcba371c None None] Calling delete_port for bf8bc6f8-7d25-4e0e-a388-0051651b38f4 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:30:21.147452 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cdfe0c39-1c4a-4ca7-996f-83720d8b8513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (bf8bc6f8-7d25-4e0e-a388-0051651b38f4), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:21.171386 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe0c39-1c4a-4ca7-996f-83720d8b8513 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8bc6f8-7d25-4e0e-a388-0051651b38f4,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:30:21.180168 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe0c39-1c4a-4ca7-996f-83720d8b8513 admin admin] No DVR routers for this DVR port bf8bc6f8-7d25-4e0e-a388-0051651b38f4 on host dv-cinder-818994-3-iscsi {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:30:21.195629 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-373ef836-65ef-45af-b5f4-b4d8dcba371c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252'] for port (bf8bc6f8-7d25-4e0e-a388-0051651b38f4), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:21.221017 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ef836-65ef-45af-b5f4-b4d8dcba371c None None] Pushing event deleted for resources: {'Port': ['ID=bf8bc6f8-7d25-4e0e-a388-0051651b38f4,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:30:21.224977 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ef836-65ef-45af-b5f4-b4d8dcba371c None None] No DVR routers for this DVR port bf8bc6f8-7d25-4e0e-a388-0051651b38f4 on host dv-cinder-818994-3-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:30:21.262919 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cdfe0c39-1c4a-4ca7-996f-83720d8b8513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1167570', 'neutron.services.segments.db._delete_segments_for_network-8793732693881'] for network (a1ff64ea-876b-4ba8-93ae-a6e8caff7b08), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:21.284649 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-cdfe0c39-1c4a-4ca7-996f-83720d8b8513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ff64ea-876b-4ba8-93ae-a6e8caff7b08']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:30:21.296127 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-cdfe0c39-1c4a-4ca7-996f-83720d8b8513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdd6cc3-6e98-4acc-a80c-9e311333f20f') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:30:21.296427 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-cdfe0c39-1c4a-4ca7-996f-83720d8b8513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdd6cc3-6e98-4acc-a80c-9e311333f20f') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:30:21.306839 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cdfe0c39-1c4a-4ca7-996f-83720d8b8513 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793732694402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7254742'] for segment (9fdd6cc3-6e98-4acc-a80c-9e311333f20f), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:21.320541 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cdfe0c39-1c4a-4ca7-996f-83720d8b8513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (9fdd6cc3-6e98-4acc-a80c-9e311333f20f), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:21.326807 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdfe0c39-1c4a-4ca7-996f-83720d8b8513 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:30:21.327203 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cdfe0c39-1c4a-4ca7-996f-83720d8b8513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5342644'] for segment (9fdd6cc3-6e98-4acc-a80c-9e311333f20f), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: Traceback (most recent call last): Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: timer() Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: cb(*args, **kw) Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: return func(*args, **kwargs) Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: self._notify() Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: self.callback(batched_events) Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: event.method(event) Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: return f(self, *a, **k) Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: return self._get(url).json() Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: return self.request(url, 'GET', **kwargs) Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:30:21.328938 dv-cinder-818994-3-iscsi neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:30:21.461648 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cdfe0c39-1c4a-4ca7-996f-83720d8b8513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1167531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585706'] for network (a1ff64ea-876b-4ba8-93ae-a6e8caff7b08), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:21.467620 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cdfe0c39-1c4a-4ca7-996f-83720d8b8513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:21.471117 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-cdfe0c39-1c4a-4ca7-996f-83720d8b8513 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a1ff64ea-876b-4ba8-93ae-a6e8caff7b08 HTTP/1.1" status: 204 len: 168 time: 0.7483969 Apr 05 11:30:21.482593 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe0c39-1c4a-4ca7-996f-83720d8b8513 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1ff64ea-876b-4ba8-93ae-a6e8caff7b08,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:30:21.789634 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29563076-ff70-4aac-ba4e-d745dcde3221 req-a1801827-08e5-4321-bb46-8bd0299e6760 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:21.791975 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-29563076-ff70-4aac-ba4e-d745dcde3221 req-a1801827-08e5-4321-bb46-8bd0299e6760 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 985 time: 0.0643950 Apr 05 11:30:21.805729 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39756) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:30:21.855595 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-c856d2b1-3511-406c-b965-dbbc7252e6bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c1827315aac4bfdacff856a13f90eb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0542359 Apr 05 11:30:21.858087 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39758) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:30:21.873325 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-29563076-ff70-4aac-ba4e-d745dcde3221 req-5773895c-f76e-4c8c-9692-931ce1fc25ce tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&id=678acc80-0387-42a9-9011-c31358a66fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747848 Apr 05 11:30:21.917707 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1afa72e-5c4d-4bfa-9c9f-f0b37cfe6471 admin admin] Publish callbacks [] for security_group (2af2dceb-75a8-4b68-ae0e-3e58fbddf47d), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:21.940994 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1afa72e-5c4d-4bfa-9c9f-f0b37cfe6471 admin admin] Publish callbacks [] for security_group (2af2dceb-75a8-4b68-ae0e-3e58fbddf47d), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:21.958419 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:22.055757 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1afa72e-5c4d-4bfa-9c9f-f0b37cfe6471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (2af2dceb-75a8-4b68-ae0e-3e58fbddf47d), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:22.058728 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1afa72e-5c4d-4bfa-9c9f-f0b37cfe6471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:22.061693 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-e1afa72e-5c4d-4bfa-9c9f-f0b37cfe6471 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2af2dceb-75a8-4b68-ae0e-3e58fbddf47d HTTP/1.1" status: 204 len: 168 time: 0.2005982 Apr 05 11:30:22.067846 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afa72e-5c4d-4bfa-9c9f-f0b37cfe6471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af2dceb-75a8-4b68-ae0e-3e58fbddf47d,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:30:22.075504 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afa72e-5c4d-4bfa-9c9f-f0b37cfe6471 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:22.075848 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afa72e-5c4d-4bfa-9c9f-f0b37cfe6471 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:22.076185 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afa72e-5c4d-4bfa-9c9f-f0b37cfe6471 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:22.076532 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afa72e-5c4d-4bfa-9c9f-f0b37cfe6471 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:22.076869 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afa72e-5c4d-4bfa-9c9f-f0b37cfe6471 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:22.077175 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afa72e-5c4d-4bfa-9c9f-f0b37cfe6471 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:22.077493 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afa72e-5c4d-4bfa-9c9f-f0b37cfe6471 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:22.077814 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afa72e-5c4d-4bfa-9c9f-f0b37cfe6471 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:22.078131 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afa72e-5c4d-4bfa-9c9f-f0b37cfe6471 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:22.078452 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afa72e-5c4d-4bfa-9c9f-f0b37cfe6471 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:22.078805 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afa72e-5c4d-4bfa-9c9f-f0b37cfe6471 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:22.082202 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afa72e-5c4d-4bfa-9c9f-f0b37cfe6471 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:22.082202 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afa72e-5c4d-4bfa-9c9f-f0b37cfe6471 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:22.082202 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afa72e-5c4d-4bfa-9c9f-f0b37cfe6471 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:22.082202 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1afa72e-5c4d-4bfa-9c9f-f0b37cfe6471 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:30:22.461070 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [req-86acc7e0-34af-461f-ac0a-b57126b67834 req-96d5176a-2eba-4aa4-b6dc-a14d695e71d1 service neutron] (103963) timed out ('10.222.0.58', 57876) {{(pid=103963) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 05 11:30:22.638988 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:30:22.677480 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device bf8bc6f8-7d25-4e0e-a388-0051651b38f4 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:30:22.700584 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: bf8bc6f8-7d25-4e0e-a388-0051651b38f4 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:30:22.707141 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device bf8bc6f8-7d25-4e0e-a388-0051651b38f4 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:30:22.797096 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39764) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:30:22.836469 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-49d0c793-fb1e-4a8e-bf1e-adbf3f4a8b39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab3e848c997a468db60c11a21e069681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381567 Apr 05 11:30:22.839454 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39766) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:30:22.885561 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8a1d7d35-0991-475e-bfab-3f0466573c2b admin admin] Publish callbacks [] for security_group (84760a88-de16-4850-8ff1-56ca76c94161), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:22.906816 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8a1d7d35-0991-475e-bfab-3f0466573c2b admin admin] Publish callbacks [] for security_group (84760a88-de16-4850-8ff1-56ca76c94161), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:22.996447 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee10e7e-5fe7-47a4-bc8b-9287bcd54b7a req-5a498371-f5d7-450e-a135-116fbb3bf9d6 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:22.997902 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4ee10e7e-5fe7-47a4-bc8b-9287bcd54b7a req-5a498371-f5d7-450e-a135-116fbb3bf9d6 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 985 time: 0.0535862 Apr 05 11:30:23.057513 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-4ee10e7e-5fe7-47a4-bc8b-9287bcd54b7a req-32f45772-7ad7-4ff8-85e9-f33fc62c10ae tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&id=678acc80-0387-42a9-9011-c31358a66fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538101 Apr 05 11:30:23.058532 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8a1d7d35-0991-475e-bfab-3f0466573c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (84760a88-de16-4850-8ff1-56ca76c94161), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:23.061019 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8a1d7d35-0991-475e-bfab-3f0466573c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:23.062144 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-8a1d7d35-0991-475e-bfab-3f0466573c2b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84760a88-de16-4850-8ff1-56ca76c94161 HTTP/1.1" status: 204 len: 168 time: 0.2216985 Apr 05 11:30:23.070121 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d7d35-0991-475e-bfab-3f0466573c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84760a88-de16-4850-8ff1-56ca76c94161,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:30:23.256852 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:24.185892 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47687bab-a98e-49fa-a2e5-cdfe86a88909 req-9ce04900-5a3a-4ba0-bfdb-48712a31e9c3 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:24.187419 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-47687bab-a98e-49fa-a2e5-cdfe86a88909 req-9ce04900-5a3a-4ba0-bfdb-48712a31e9c3 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 985 time: 0.0534246 Apr 05 11:30:24.247618 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-47687bab-a98e-49fa-a2e5-cdfe86a88909 req-43e92c22-28bb-4635-b441-62d998c10cf9 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&id=678acc80-0387-42a9-9011-c31358a66fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543282 Apr 05 11:30:25.003920 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:31.226238 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-32eee9e3-4a3a-493f-9145-b541edb79204 req-8770337f-739b-4502-95ed-c4d9a1785187 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460057 Apr 05 11:30:31.307934 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eee9e3-4a3a-493f-9145-b541edb79204 req-da4bb3b6-075f-450f-89d0-aa1c0da3eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:31.309927 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-32eee9e3-4a3a-493f-9145-b541edb79204 req-da4bb3b6-075f-450f-89d0-aa1c0da3eeae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=220a2c61da3646bc944112302aec29c4&device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 1169 time: 0.0440798 Apr 05 11:30:31.412708 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eee9e3-4a3a-493f-9145-b541edb79204 req-26c010ae-ab2a-498f-a20d-343aa89ab09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:31.414197 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-32eee9e3-4a3a-493f-9145-b541edb79204 req-26c010ae-ab2a-498f-a20d-343aa89ab09e service neutron] 10.222.0.58 "GET /v2.0/networks?id=bc9b9e66-4b5a-4b8f-b37b-228826d454e8 HTTP/1.1" status: 200 len: 915 time: 0.0875552 Apr 05 11:30:31.484017 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-32eee9e3-4a3a-493f-9145-b541edb79204 req-19b57cad-189d-42bd-990a-02b84986886c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52bac3a-78e8-4b6c-91a1-ce2a24838174 HTTP/1.1" status: 200 len: 1002 time: 0.0636859 Apr 05 11:30:31.533079 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eee9e3-4a3a-493f-9145-b541edb79204 req-c781d7dd-aec3-4814-81d2-64de32d54b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:31.534578 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-32eee9e3-4a3a-493f-9145-b541edb79204 req-c781d7dd-aec3-4814-81d2-64de32d54b7b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57c12f29-fd03-4af6-bb73-3c4308beab7c HTTP/1.1" status: 200 len: 853 time: 0.0443940 Apr 05 11:30:31.582178 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eee9e3-4a3a-493f-9145-b541edb79204 req-f772680b-7b0c-49f5-856e-18e8d3920b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:30:31.583675 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-32eee9e3-4a3a-493f-9145-b541edb79204 req-f772680b-7b0c-49f5-856e-18e8d3920b29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bc9b9e66-4b5a-4b8f-b37b-228826d454e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436904 Apr 05 11:30:31.674988 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-32eee9e3-4a3a-493f-9145-b541edb79204 req-bfa44cbd-002e-4c16-b6bc-d6cff5fd2195 service neutron] 10.222.0.58 "GET /v2.0/networks/bc9b9e66-4b5a-4b8f-b37b-228826d454e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857434 Apr 05 11:30:31.764177 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-32eee9e3-4a3a-493f-9145-b541edb79204 req-3fe8e072-50c1-4c0b-aa47-6e8bee168498 service neutron] 10.222.0.58 "GET /v2.0/networks/bc9b9e66-4b5a-4b8f-b37b-228826d454e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833173 Apr 05 11:30:46.775307 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:48.408974 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-876c7bf1-1852-493c-8221-fa817f8b3e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:50.929309 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-94f70c8f-8179-4b87-b489-adcd48d22ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:51.917885 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:53.243187 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:55.009156 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:30:59.632063 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:31:16.769229 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:18.397420 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a3590311-63f3-4e2d-9906-d0eb7358f058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:20.928335 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e3910d38-f1e7-4a05-a016-08e5cebfdea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:21.940051 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:23.248653 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:25.014335 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:27.649637 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e29e0b3b-9bb8-4e76-a5c4-6a83b88b77f0 req-e086b29f-0b99-43ae-ab69-8bddb6b9b61a tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2099859167&fields=id&tenant_id=220a2c61da3646bc944112302aec29c4 HTTP/1.1" status: 200 len: 267 time: 0.0432065 Apr 05 11:31:27.707422 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e0b3b-9bb8-4e76-a5c4-6a83b88b77f0 req-14e392eb-e4d1-4862-93d2-1d6a3cbdefb8 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:31:27.708835 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e29e0b3b-9bb8-4e76-a5c4-6a83b88b77f0 req-14e392eb-e4d1-4862-93d2-1d6a3cbdefb8 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 985 time: 0.0540733 Apr 05 11:31:27.719668 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.v2.base [req-e29e0b3b-9bb8-4e76-a5c4-6a83b88b77f0 req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Request body: {'port': {'security_groups': ['3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 11:31:27.788357 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e29e0b3b-9bb8-4e76-a5c4-6a83b88b77f0 req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1150516'] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:27.957386 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-e29e0b3b-9bb8-4e76-a5c4-6a83b88b77f0 req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] For port e52bac3a-78e8-4b6c-91a1-ce2a24838174, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=e52bac3a-78e8-4b6c-91a1-ce2a24838174,segment=NetworkSegment(b6c62b86-1f6f-4075-b744-54d973b7024d),segment_id=b6c62b86-1f6f-4075-b744-54d973b7024d)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:31:27.986348 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e29e0b3b-9bb8-4e76-a5c4-6a83b88b77f0 req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:28.048790 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e29e0b3b-9bb8-4e76-a5c4-6a83b88b77f0 req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793732788246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793732213261', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793732213279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5342608'] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:28.062559 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['e52bac3a-78e8-4b6c-91a1-ce2a24838174'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:31:28.113117 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e0b3b-9bb8-4e76-a5c4-6a83b88b77f0 req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:31:28.114291 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-e29e0b3b-9bb8-4e76-a5c4-6a83b88b77f0 req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:28.116155 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-e29e0b3b-9bb8-4e76-a5c4-6a83b88b77f0 req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "PUT /v2.0/ports/e52bac3a-78e8-4b6c-91a1-ce2a24838174 HTTP/1.1" status: 200 len: 943 time: 0.4012625 Apr 05 11:31:28.116805 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3aa2323-57ff-4019-8a14-9917310afeb0', 'tag': 'e52bac3a-78e8-4b6c-91a1-ce2a24838174'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:31:28.120567 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf721779-74ee-4a91-b1b7-21e740a095d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b3aa2323-57ff-4019-8a14-9917310afeb0", "tag": "e52bac3a-78e8-4b6c-91a1-ce2a24838174"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:31:28.121957 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39792) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:31:28.185645 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Pushing event updated for resources: {'Port': ['ID=e52bac3a-78e8-4b6c-91a1-ce2a24838174,revision_number=7']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:31:28.198347 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.199163 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.199707 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.200218 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.200742 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.201248 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.201898 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.202563 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.203113 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.204152 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['e52bac3a-78e8-4b6c-91a1-ce2a24838174'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:31:28.204367 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.205401 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.205401 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.205401 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.205896 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.206077 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93290a7d-0098-44f1-883a-bbbbc3514f51 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.208818 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3a3fc07-c053-4b61-84f3-fa07d9418cbe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group (678acc80-0387-42a9-9011-c31358a66fc4), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:28.256580 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3a3fc07-c053-4b61-84f3-fa07d9418cbe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group (678acc80-0387-42a9-9011-c31358a66fc4), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:28.420684 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97b9fa6-0f8d-4c0d-acf7-e21e165f184f x-openstack-request-id: req-e97b9fa6-0f8d-4c0d-acf7-e21e165f184f {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:31:28.420684 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3aa2323-57ff-4019-8a14-9917310afeb0", "tag": "e52bac3a-78e8-4b6c-91a1-ce2a24838174", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:31:28.420684 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e97b9fa6-0f8d-4c0d-acf7-e21e165f184f {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:31:28.420684 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e97b9fa6-0f8d-4c0d-acf7-e21e165f184f'] response: {'name': 'network-changed', 'server_uuid': 'b3aa2323-57ff-4019-8a14-9917310afeb0', 'tag': 'e52bac3a-78e8-4b6c-91a1-ce2a24838174', 'status': 'completed', 'code': 200} Apr 05 11:31:28.458652 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-7eba3a23-b172-4555-a9eb-d705e92b9336 None None] Provisioning complete for port e52bac3a-78e8-4b6c-91a1-ce2a24838174 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 05 11:31:28.459066 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7eba3a23-b172-4555-a9eb-d705e92b9336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1169781'] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:28.471952 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3a3fc07-c053-4b61-84f3-fa07d9418cbe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (678acc80-0387-42a9-9011-c31358a66fc4), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:28.474460 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a3a3fc07-c053-4b61-84f3-fa07d9418cbe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:28.475721 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-a3a3fc07-c053-4b61-84f3-fa07d9418cbe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "DELETE /v2.0/security-groups/678acc80-0387-42a9-9011-c31358a66fc4 HTTP/1.1" status: 204 len: 168 time: 0.3520894 Apr 05 11:31:28.478791 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39802) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:31:28.484585 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3fc07-c053-4b61-84f3-fa07d9418cbe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=678acc80-0387-42a9-9011-c31358a66fc4,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:31:28.494022 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3fc07-c053-4b61-84f3-fa07d9418cbe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.494374 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3fc07-c053-4b61-84f3-fa07d9418cbe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.494738 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3fc07-c053-4b61-84f3-fa07d9418cbe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.495358 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3fc07-c053-4b61-84f3-fa07d9418cbe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.495696 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3fc07-c053-4b61-84f3-fa07d9418cbe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.496023 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3fc07-c053-4b61-84f3-fa07d9418cbe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.496532 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3fc07-c053-4b61-84f3-fa07d9418cbe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.497057 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3fc07-c053-4b61-84f3-fa07d9418cbe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.497386 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3fc07-c053-4b61-84f3-fa07d9418cbe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.497949 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3fc07-c053-4b61-84f3-fa07d9418cbe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.498385 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3fc07-c053-4b61-84f3-fa07d9418cbe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.498957 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3fc07-c053-4b61-84f3-fa07d9418cbe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.504427 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3fc07-c053-4b61-84f3-fa07d9418cbe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.504427 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3fc07-c053-4b61-84f3-fa07d9418cbe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.504427 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a3fc07-c053-4b61-84f3-fa07d9418cbe tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:28.544656 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf721779-74ee-4a91-b1b7-21e740a095d1 req-f50b1068-617c-4562-b8cc-e319b695dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:31:28.546163 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bf721779-74ee-4a91-b1b7-21e740a095d1 req-f50b1068-617c-4562-b8cc-e319b695dafb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=220a2c61da3646bc944112302aec29c4&device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 1130 time: 0.1057675 Apr 05 11:31:28.575761 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-7eba3a23-b172-4555-a9eb-d705e92b9336 None None] Current status of the port e52bac3a-78e8-4b6c-91a1-ce2a24838174 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 05 11:31:28.702703 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf721779-74ee-4a91-b1b7-21e740a095d1 req-a047cc56-e47a-4bb9-af68-235b59525e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:31:28.704184 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bf721779-74ee-4a91-b1b7-21e740a095d1 req-a047cc56-e47a-4bb9-af68-235b59525e39 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bc9b9e66-4b5a-4b8f-b37b-228826d454e8 HTTP/1.1" status: 200 len: 915 time: 0.1509202 Apr 05 11:31:28.768906 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-11eb5eb1-291f-485e-9494-025c4aee8009 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Deleting port ec06abfc-9637-49c7-80cd-bf6b0a20ac5c {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:31:28.769161 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-11eb5eb1-291f-485e-9494-025c4aee8009 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (ec06abfc-9637-49c7-80cd-bf6b0a20ac5c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:28.792730 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bf721779-74ee-4a91-b1b7-21e740a095d1 req-0a9c708c-43b7-4b8e-b06b-312205416af7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52bac3a-78e8-4b6c-91a1-ce2a24838174 HTTP/1.1" status: 200 len: 1002 time: 0.0823131 Apr 05 11:31:28.884731 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf721779-74ee-4a91-b1b7-21e740a095d1 req-f8b11edf-e6af-45b8-8914-e70588ceab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:31:28.886132 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bf721779-74ee-4a91-b1b7-21e740a095d1 req-f8b11edf-e6af-45b8-8914-e70588ceab2e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57c12f29-fd03-4af6-bb73-3c4308beab7c HTTP/1.1" status: 200 len: 853 time: 0.0654578 Apr 05 11:31:28.889428 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-11eb5eb1-291f-485e-9494-025c4aee8009 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (ec06abfc-9637-49c7-80cd-bf6b0a20ac5c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:28.889754 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-11eb5eb1-291f-485e-9494-025c4aee8009 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for floatingip (ec06abfc-9637-49c7-80cd-bf6b0a20ac5c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:28.923974 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-11eb5eb1-291f-485e-9494-025c4aee8009 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Calling delete_port for ec06abfc-9637-49c7-80cd-bf6b0a20ac5c owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:31:28.986484 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf721779-74ee-4a91-b1b7-21e740a095d1 req-dacec32d-3094-483e-b1a9-0ab33b4ea44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:31:28.987998 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bf721779-74ee-4a91-b1b7-21e740a095d1 req-dacec32d-3094-483e-b1a9-0ab33b4ea44f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bc9b9e66-4b5a-4b8f-b37b-228826d454e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0954578 Apr 05 11:31:29.102109 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bf721779-74ee-4a91-b1b7-21e740a095d1 req-eb72f0c5-2f34-4630-82c5-ee64f6a8ad81 service neutron] 10.222.0.58 "GET /v2.0/networks/bc9b9e66-4b5a-4b8f-b37b-228826d454e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077049 Apr 05 11:31:29.220748 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-bf721779-74ee-4a91-b1b7-21e740a095d1 req-682ca0cc-7f87-45fc-8bec-aa3d5a18cd45 service neutron] 10.222.0.58 "GET /v2.0/networks/bc9b9e66-4b5a-4b8f-b37b-228826d454e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114879 Apr 05 11:31:29.270341 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-11eb5eb1-291f-485e-9494-025c4aee8009 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (ec06abfc-9637-49c7-80cd-bf6b0a20ac5c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:29.297659 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb5eb1-291f-485e-9494-025c4aee8009 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Pushing event deleted for resources: {'Port': ['ID=ec06abfc-9637-49c7-80cd-bf6b0a20ac5c,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:31:29.361645 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-11eb5eb1-291f-485e-9494-025c4aee8009 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks [] for floatingip (f97f6f8b-bb7c-45ca-aadb-059db3e9dbc0), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:29.362223 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.db.l3_db [None req-11eb5eb1-291f-485e-9494-025c4aee8009 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Floating IP f97f6f8b-bb7c-45ca-aadb-059db3e9dbc0 disassociated (deleted). External IP: 172.27.0.117, port: e52bac3a-78e8-4b6c-91a1-ce2a24838174. Apr 05 11:31:29.571908 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11eb5eb1-291f-485e-9494-025c4aee8009 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Router c3e337f3-b28e-4cae-9d09-b40dbba1f441 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:31:29.949023 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11eb5eb1-291f-485e-9494-025c4aee8009 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:31:29.954475 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-11eb5eb1-291f-485e-9494-025c4aee8009 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:29.959238 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2af52e5-bf91-48f9-93c5-90746b4128bf None None] Sync routers for ids ['c3e337f3-b28e-4cae-9d09-b40dbba1f441'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:31:29.968373 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2af52e5-bf91-48f9-93c5-90746b4128bf None None] Routers {'c3e337f3-b28e-4cae-9d09-b40dbba1f441'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:31:29.969029 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-f2af52e5-bf91-48f9-93c5-90746b4128bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:31:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['c3e337f3-b28e-4cae-9d09-b40dbba1f441'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:31:29.983543 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-11eb5eb1-291f-485e-9494-025c4aee8009 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "DELETE /v2.0/floatingips/f97f6f8b-bb7c-45ca-aadb-059db3e9dbc0 HTTP/1.1" status: 204 len: 168 time: 1.5033925 Apr 05 11:31:30.210279 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-f2af52e5-bf91-48f9-93c5-90746b4128bf None None] Set router c3e337f3-b28e-4cae-9d09-b40dbba1f441 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:31:30.412217 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-f2af52e5-bf91-48f9-93c5-90746b4128bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'name': 'tempest-TestMinimumBasicScenario-172800581-router', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:12Z', 'updated_at': '2022-04-05T11:28:16Z', 'revision_number': 4, 'project_id': '220a2c61da3646bc944112302aec29c4', 'gw_port': {'id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:46:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:13Z', 'updated_at': '2022-04-05T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': 'f15e24a6-6bdc-4743-b3ff-778506c85580', 'name': '', 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'mac_address': 'fa:16:3e:5e:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '57c12f29-fd03-4af6-bb73-3c4308beab7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:15Z', 'updated_at': '2022-04-05T11:28:19Z', 'revision_number': 5, 'project_id': '220a2c61da3646bc944112302aec29c4', 'subnets': [{'id': '57c12f29-fd03-4af6-bb73-3c4308beab7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:31:30.421353 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3aa2323-57ff-4019-8a14-9917310afeb0', 'tag': 'e52bac3a-78e8-4b6c-91a1-ce2a24838174'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:31:30.424426 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8cb0c5-2c00-4ff9-bf54-ed7bd18eac29" -d '{"events": [{"name": "network-changed", "server_uuid": "b3aa2323-57ff-4019-8a14-9917310afeb0", "tag": "e52bac3a-78e8-4b6c-91a1-ce2a24838174"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:31:30.439488 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2af52e5-bf91-48f9-93c5-90746b4128bf None None] Checking router: c3e337f3-b28e-4cae-9d09-b40dbba1f441 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:31:30.448186 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2af52e5-bf91-48f9-93c5-90746b4128bf None None] Routers {'c3e337f3-b28e-4cae-9d09-b40dbba1f441'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:31:30.452679 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-f2af52e5-bf91-48f9-93c5-90746b4128bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:31:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['c3e337f3-b28e-4cae-9d09-b40dbba1f441'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:31:30.460554 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 05 Apr 2022 11:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f22131-621e-40db-a356-b2ec149b3fde x-openstack-request-id: req-d1f22131-621e-40db-a356-b2ec149b3fde {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:31:30.460842 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3aa2323-57ff-4019-8a14-9917310afeb0", "tag": "e52bac3a-78e8-4b6c-91a1-ce2a24838174", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:31:30.461101 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1f22131-621e-40db-a356-b2ec149b3fde {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:31:30.461582 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f22131-621e-40db-a356-b2ec149b3fde'] response: {'name': 'network-changed', 'server_uuid': 'b3aa2323-57ff-4019-8a14-9917310afeb0', 'tag': 'e52bac3a-78e8-4b6c-91a1-ce2a24838174', 'status': 'completed', 'code': 200} Apr 05 11:31:30.537261 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cb0c5-2c00-4ff9-bf54-ed7bd18eac29 req-ff05c791-a982-4057-bdb1-1853fb7f388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:31:30.538877 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0a8cb0c5-2c00-4ff9-bf54-ed7bd18eac29 req-ff05c791-a982-4057-bdb1-1853fb7f388d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=220a2c61da3646bc944112302aec29c4&device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 1130 time: 0.0512924 Apr 05 11:31:30.564452 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-f2af52e5-bf91-48f9-93c5-90746b4128bf None None] Set router c3e337f3-b28e-4cae-9d09-b40dbba1f441 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:31:30.765366 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-f2af52e5-bf91-48f9-93c5-90746b4128bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'name': 'tempest-TestMinimumBasicScenario-172800581-router', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:12Z', 'updated_at': '2022-04-05T11:28:16Z', 'revision_number': 4, 'project_id': '220a2c61da3646bc944112302aec29c4', 'gw_port': {'id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:46:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:13Z', 'updated_at': '2022-04-05T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': 'f15e24a6-6bdc-4743-b3ff-778506c85580', 'name': '', 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'mac_address': 'fa:16:3e:5e:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '57c12f29-fd03-4af6-bb73-3c4308beab7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:15Z', 'updated_at': '2022-04-05T11:28:19Z', 'revision_number': 5, 'project_id': '220a2c61da3646bc944112302aec29c4', 'subnets': [{'id': '57c12f29-fd03-4af6-bb73-3c4308beab7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:31:30.791780 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2af52e5-bf91-48f9-93c5-90746b4128bf None None] The sync data for ids ['c3e337f3-b28e-4cae-9d09-b40dbba1f441'] in dv-cinder-818994-3-iscsi is: [{'id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'name': 'tempest-TestMinimumBasicScenario-172800581-router', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:12Z', 'updated_at': '2022-04-05T11:28:16Z', 'revision_number': 4, 'project_id': '220a2c61da3646bc944112302aec29c4', 'gw_port': {'id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:46:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:13Z', 'updated_at': '2022-04-05T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi', '_interfaces': [{'id': 'f15e24a6-6bdc-4743-b3ff-778506c85580', 'name': '', 'network_id': 'bc9b9e66-4b5a-4b8f-b37b-228826d454e8', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'mac_address': 'fa:16:3e:5e:88:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '57c12f29-fd03-4af6-bb73-3c4308beab7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:15Z', 'updated_at': '2022-04-05T11:28:19Z', 'revision_number': 5, 'project_id': '220a2c61da3646bc944112302aec29c4', 'subnets': [{'id': '57c12f29-fd03-4af6-bb73-3c4308beab7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:31:30.932345 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cb0c5-2c00-4ff9-bf54-ed7bd18eac29 req-6a93e382-0a19-4bce-b40c-5188db80833f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:31:30.933819 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0a8cb0c5-2c00-4ff9-bf54-ed7bd18eac29 req-6a93e382-0a19-4bce-b40c-5188db80833f service neutron] 10.222.0.58 "GET /v2.0/networks?id=bc9b9e66-4b5a-4b8f-b37b-228826d454e8 HTTP/1.1" status: 200 len: 915 time: 0.0929854 Apr 05 11:31:31.011450 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6797bd91-b89e-42bc-9ee9-539f0ff3ee4c None None] New status for floating IP f97f6f8b-bb7c-45ca-aadb-059db3e9dbc0: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 11:31:31.133881 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0a8cb0c5-2c00-4ff9-bf54-ed7bd18eac29 req-5e6ede3e-0da7-43f2-a8a4-58bd4f989494 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52bac3a-78e8-4b6c-91a1-ce2a24838174 HTTP/1.1" status: 200 len: 217 time: 0.0380702 Apr 05 11:31:31.214785 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cb0c5-2c00-4ff9-bf54-ed7bd18eac29 req-2a648e8e-65dd-4071-a090-6d97e239f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:31:31.216199 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0a8cb0c5-2c00-4ff9-bf54-ed7bd18eac29 req-2a648e8e-65dd-4071-a090-6d97e239f39d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57c12f29-fd03-4af6-bb73-3c4308beab7c HTTP/1.1" status: 200 len: 853 time: 0.0442588 Apr 05 11:31:31.269571 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cb0c5-2c00-4ff9-bf54-ed7bd18eac29 req-c2fc0301-b0aa-4015-be3c-84a75a2cf70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:31:31.271151 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0a8cb0c5-2c00-4ff9-bf54-ed7bd18eac29 req-c2fc0301-b0aa-4015-be3c-84a75a2cf70a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bc9b9e66-4b5a-4b8f-b37b-228826d454e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491412 Apr 05 11:31:31.550475 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0a8cb0c5-2c00-4ff9-bf54-ed7bd18eac29 req-70be6211-b87e-443e-b6db-53f69e879059 service neutron] 10.222.0.58 "GET /v2.0/networks/bc9b9e66-4b5a-4b8f-b37b-228826d454e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870090 Apr 05 11:31:31.643255 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-0a8cb0c5-2c00-4ff9-bf54-ed7bd18eac29 req-15a90426-fa2f-47a9-9a78-e88bf5ecbcac service neutron] 10.222.0.58 "GET /v2.0/networks/bc9b9e66-4b5a-4b8f-b37b-228826d454e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874121 Apr 05 11:31:33.589391 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cc4eeee2-e79f-4433-a040-4b6e4bf834fa req-411d92fd-efcd-412e-8ec1-626e2dcf75fe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429859 Apr 05 11:31:33.673798 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eeee2-e79f-4433-a040-4b6e4bf834fa req-ddfaab31-86fd-41fa-9eec-bea3b6d9629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:31:33.675353 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cc4eeee2-e79f-4433-a040-4b6e4bf834fa req-ddfaab31-86fd-41fa-9eec-bea3b6d9629f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=220a2c61da3646bc944112302aec29c4&device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 1130 time: 0.0447590 Apr 05 11:31:33.777100 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eeee2-e79f-4433-a040-4b6e4bf834fa req-66ff250d-f25e-4e49-86e3-7922725408bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:31:33.778522 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cc4eeee2-e79f-4433-a040-4b6e4bf834fa req-66ff250d-f25e-4e49-86e3-7922725408bb service neutron] 10.222.0.58 "GET /v2.0/networks?id=bc9b9e66-4b5a-4b8f-b37b-228826d454e8 HTTP/1.1" status: 200 len: 915 time: 0.0854554 Apr 05 11:31:33.817599 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cc4eeee2-e79f-4433-a040-4b6e4bf834fa req-5aab3310-1df0-42a9-a3ee-ffd04a2bfb62 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e52bac3a-78e8-4b6c-91a1-ce2a24838174 HTTP/1.1" status: 200 len: 217 time: 0.0336092 Apr 05 11:31:33.865248 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eeee2-e79f-4433-a040-4b6e4bf834fa req-e6405aa3-e0a8-4bf1-8363-199a77ec4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:31:33.866710 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cc4eeee2-e79f-4433-a040-4b6e4bf834fa req-e6405aa3-e0a8-4bf1-8363-199a77ec4efe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57c12f29-fd03-4af6-bb73-3c4308beab7c HTTP/1.1" status: 200 len: 853 time: 0.0440404 Apr 05 11:31:33.918330 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eeee2-e79f-4433-a040-4b6e4bf834fa req-d036c09d-2dee-4e93-9694-8bec40012d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:31:33.920859 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cc4eeee2-e79f-4433-a040-4b6e4bf834fa req-d036c09d-2dee-4e93-9694-8bec40012d1d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bc9b9e66-4b5a-4b8f-b37b-228826d454e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475347 Apr 05 11:31:34.007208 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cc4eeee2-e79f-4433-a040-4b6e4bf834fa req-bf41f96d-b063-4cfa-bd27-522619a34dbc service neutron] 10.222.0.58 "GET /v2.0/networks/bc9b9e66-4b5a-4b8f-b37b-228826d454e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817473 Apr 05 11:31:34.100435 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-cc4eeee2-e79f-4433-a040-4b6e4bf834fa req-0e058403-e717-4754-b7b6-cb46e87424dd service neutron] 10.222.0.58 "GET /v2.0/networks/bc9b9e66-4b5a-4b8f-b37b-228826d454e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871079 Apr 05 11:31:34.279819 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f2346-a674-4343-9df7-d98210ab8c2d req-81bccfda-1e7b-4841-bb20-90109f7980ca tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:31:34.281696 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-034f2346-a674-4343-9df7-d98210ab8c2d req-81bccfda-1e7b-4841-bb20-90109f7980ca tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 946 time: 0.0534260 Apr 05 11:31:34.329559 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-034f2346-a674-4343-9df7-d98210ab8c2d req-9e683efa-9a40-45a0-b9c0-d7db88a83766 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417516 Apr 05 11:31:35.447797 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebe5db-b574-4bde-aefc-ebd34947e7f9 req-fd0408d5-a155-4d91-a5d0-fe0663c38ebc tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:31:35.449237 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-77ebe5db-b574-4bde-aefc-ebd34947e7f9 req-fd0408d5-a155-4d91-a5d0-fe0663c38ebc tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 946 time: 0.0519118 Apr 05 11:31:35.494363 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-77ebe5db-b574-4bde-aefc-ebd34947e7f9 req-b2656225-04c2-4a95-89ee-38f091523eba tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/security-groups?id=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397034 Apr 05 11:31:36.075644 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b012a95e-572c-4a26-8b1e-2da71e0eb8a8 req-db2af15d-fba4-47bf-9efe-aec6f7ec93ec tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 11:31:36.077052 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b012a95e-572c-4a26-8b1e-2da71e0eb8a8 req-db2af15d-fba4-47bf-9efe-aec6f7ec93ec tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.58 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 946 time: 0.0539725 Apr 05 11:31:36.166272 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-b012a95e-572c-4a26-8b1e-2da71e0eb8a8 req-71410e52-f9aa-48c9-a0dd-94b02a515830 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Deleting port e52bac3a-78e8-4b6c-91a1-ce2a24838174 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:31:36.166632 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b012a95e-572c-4a26-8b1e-2da71e0eb8a8 req-71410e52-f9aa-48c9-a0dd-94b02a515830 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:36.254466 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-b012a95e-572c-4a26-8b1e-2da71e0eb8a8 req-71410e52-f9aa-48c9-a0dd-94b02a515830 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] For port e52bac3a-78e8-4b6c-91a1-ce2a24838174, host hv-cinder-81899, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81899',level=0,port_id=e52bac3a-78e8-4b6c-91a1-ce2a24838174,segment=NetworkSegment(b6c62b86-1f6f-4075-b744-54d973b7024d),segment_id=b6c62b86-1f6f-4075-b744-54d973b7024d)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:31:36.254856 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b012a95e-572c-4a26-8b1e-2da71e0eb8a8 req-71410e52-f9aa-48c9-a0dd-94b02a515830 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:36.267972 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-b012a95e-572c-4a26-8b1e-2da71e0eb8a8 req-71410e52-f9aa-48c9-a0dd-94b02a515830 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Calling delete_port for e52bac3a-78e8-4b6c-91a1-ce2a24838174 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:31:36.465863 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b012a95e-572c-4a26-8b1e-2da71e0eb8a8 req-71410e52-f9aa-48c9-a0dd-94b02a515830 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (e52bac3a-78e8-4b6c-91a1-ce2a24838174), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:36.477361 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] get_ports_and_sgs() called for port_ids ['e52bac3a-78e8-4b6c-91a1-ce2a24838174'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 05 11:31:36.497996 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71410e52-f9aa-48c9-a0dd-94b02a515830 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Pushing event deleted for resources: {'Port': ['ID=e52bac3a-78e8-4b6c-91a1-ce2a24838174,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:31:36.542962 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b012a95e-572c-4a26-8b1e-2da71e0eb8a8 req-71410e52-f9aa-48c9-a0dd-94b02a515830 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] No DVR routers for this DVR port e52bac3a-78e8-4b6c-91a1-ce2a24838174 on host hv-cinder-81899 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:31:36.545596 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b012a95e-572c-4a26-8b1e-2da71e0eb8a8 req-71410e52-f9aa-48c9-a0dd-94b02a515830 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125313'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:36.549350 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [req-b012a95e-572c-4a26-8b1e-2da71e0eb8a8 req-71410e52-f9aa-48c9-a0dd-94b02a515830 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.58 "DELETE /v2.0/ports/e52bac3a-78e8-4b6c-91a1-ce2a24838174 HTTP/1.1" status: 204 len: 173 time: 0.4675729 Apr 05 11:31:36.549788 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3aa2323-57ff-4019-8a14-9917310afeb0', 'name': 'network-vif-deleted', 'tag': 'e52bac3a-78e8-4b6c-91a1-ce2a24838174'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 11:31:36.552126 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}027ba06d074f4e2cfb2326b2308526e592f995017f45154aa3affd5a27e4c883" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dbb181-597a-4a33-bcf2-3e7700ca0ba9" -d '{"events": [{"server_uuid": "b3aa2323-57ff-4019-8a14-9917310afeb0", "name": "network-vif-deleted", "tag": "e52bac3a-78e8-4b6c-91a1-ce2a24838174"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 05 11:31:36.588166 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 05 Apr 2022 11:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a3b01d-c232-4255-a96e-d0860b17f439 x-openstack-request-id: req-92a3b01d-c232-4255-a96e-d0860b17f439 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 05 11:31:36.588461 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3aa2323-57ff-4019-8a14-9917310afeb0", "name": "network-vif-deleted", "tag": "e52bac3a-78e8-4b6c-91a1-ce2a24838174", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 05 11:31:36.588710 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92a3b01d-c232-4255-a96e-d0860b17f439 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 05 11:31:36.589104 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92a3b01d-c232-4255-a96e-d0860b17f439'] response: {'server_uuid': 'b3aa2323-57ff-4019-8a14-9917310afeb0', 'name': 'network-vif-deleted', 'tag': 'e52bac3a-78e8-4b6c-91a1-ce2a24838174', 'status': 'completed', 'code': 200} Apr 05 11:31:36.590122 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [req-0e2f6a33-64ce-46dc-a4bd-4b2b21d521cd req-e9b37a1f-012c-4d93-8836-e6075bdbefa7 tempest-TestMinimumBasicScenario-1980486733 tempest-TestMinimumBasicScenario-1980486733-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aa2323-57ff-4019-8a14-9917310afeb0 HTTP/1.1" status: 200 len: 210 time: 0.0286171 Apr 05 11:31:36.631683 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:31:39.968109 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39896) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:31:40.314192 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7223abfe-e8b5-4201-a927-e7f3456e8114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583640'] for router_interface (c3e337f3-b28e-4cae-9d09-b40dbba1f441), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:40.435126 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device e52bac3a-78e8-4b6c-91a1-ce2a24838174 no longer exists at agent hyperv_hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:31:40.456541 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] No Port match for: e52bac3a-78e8-4b6c-91a1-ce2a24838174 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:31:40.456541 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Device e52bac3a-78e8-4b6c-91a1-ce2a24838174 not bound to the agent host hv-cinder-81899 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:31:40.557281 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-7223abfe-e8b5-4201-a927-e7f3456e8114 admin admin] Deleting port f15e24a6-6bdc-4743-b3ff-778506c85580 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:31:40.557516 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7223abfe-e8b5-4201-a927-e7f3456e8114 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (f15e24a6-6bdc-4743-b3ff-778506c85580), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:40.632767 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-7223abfe-e8b5-4201-a927-e7f3456e8114 admin admin] For port f15e24a6-6bdc-4743-b3ff-778506c85580, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=f15e24a6-6bdc-4743-b3ff-778506c85580,segment=NetworkSegment(b6c62b86-1f6f-4075-b744-54d973b7024d),segment_id=b6c62b86-1f6f-4075-b744-54d973b7024d)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:31:40.633123 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7223abfe-e8b5-4201-a927-e7f3456e8114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (f15e24a6-6bdc-4743-b3ff-778506c85580), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:40.645349 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-7223abfe-e8b5-4201-a927-e7f3456e8114 admin admin] Calling delete_port for f15e24a6-6bdc-4743-b3ff-778506c85580 owned by network:router_interface {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:31:40.911871 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7223abfe-e8b5-4201-a927-e7f3456e8114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (f15e24a6-6bdc-4743-b3ff-778506c85580), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:40.935715 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223abfe-e8b5-4201-a927-e7f3456e8114 admin admin] Pushing event deleted for resources: {'Port': ['ID=f15e24a6-6bdc-4743-b3ff-778506c85580,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:31:41.119529 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7223abfe-e8b5-4201-a927-e7f3456e8114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1809813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585800'] for router_interface (c3e337f3-b28e-4cae-9d09-b40dbba1f441), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:41.606280 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7223abfe-e8b5-4201-a927-e7f3456e8114 admin admin] Router c3e337f3-b28e-4cae-9d09-b40dbba1f441 has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:31:41.716011 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7223abfe-e8b5-4201-a927-e7f3456e8114 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:31:41.721561 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-7223abfe-e8b5-4201-a927-e7f3456e8114 admin admin] 10.222.0.39 "PUT /v2.0/routers/c3e337f3-b28e-4cae-9d09-b40dbba1f441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7521513 Apr 05 11:31:41.723899 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39898) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:31:41.726713 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06c575f-d1da-46b1-bfe3-b22dfb948ce8 None None] Sync routers for ids ['c3e337f3-b28e-4cae-9d09-b40dbba1f441'] in dv-cinder-818994-3-iscsi {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:31:41.737315 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06c575f-d1da-46b1-bfe3-b22dfb948ce8 None None] Routers {'c3e337f3-b28e-4cae-9d09-b40dbba1f441'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:31:41.739868 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-c06c575f-d1da-46b1-bfe3-b22dfb948ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:31:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['c3e337f3-b28e-4cae-9d09-b40dbba1f441'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:31:41.831368 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6a541f4c-09ba-42c2-8b43-c5d194355037 admin admin] Publish callbacks [] for router (c3e337f3-b28e-4cae-9d09-b40dbba1f441), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:41.850363 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-c06c575f-d1da-46b1-bfe3-b22dfb948ce8 None None] Set router c3e337f3-b28e-4cae-9d09-b40dbba1f441 gateway port host: dv-cinder-818994-3-iscsi {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:31:41.938788 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6a541f4c-09ba-42c2-8b43-c5d194355037 admin admin] Publish callbacks [] for router_gateway (c3e337f3-b28e-4cae-9d09-b40dbba1f441), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:42.039696 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-c06c575f-d1da-46b1-bfe3-b22dfb948ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'name': 'tempest-TestMinimumBasicScenario-172800581-router', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:12Z', 'updated_at': '2022-04-05T11:31:40Z', 'revision_number': 5, 'project_id': '220a2c61da3646bc944112302aec29c4', 'gw_port': {'id': '8be4f3f2-1468-445d-8050-3e02e5019cad', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:46:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:13Z', 'updated_at': '2022-04-05T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:31:42.048880 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-6a541f4c-09ba-42c2-8b43-c5d194355037 admin admin] Deleting port 8be4f3f2-1468-445d-8050-3e02e5019cad {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:31:42.049233 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6a541f4c-09ba-42c2-8b43-c5d194355037 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (8be4f3f2-1468-445d-8050-3e02e5019cad), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:42.073055 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06c575f-d1da-46b1-bfe3-b22dfb948ce8 None None] Checking router: c3e337f3-b28e-4cae-9d09-b40dbba1f441 for host: dv-cinder-818994-3-iscsi {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:31:42.081959 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06c575f-d1da-46b1-bfe3-b22dfb948ce8 None None] Routers {'c3e337f3-b28e-4cae-9d09-b40dbba1f441'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:31:42.082583 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-c06c575f-d1da-46b1-bfe3-b22dfb948ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:31:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['c3e337f3-b28e-4cae-9d09-b40dbba1f441'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:31:42.135673 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-6a541f4c-09ba-42c2-8b43-c5d194355037 admin admin] For port 8be4f3f2-1468-445d-8050-3e02e5019cad, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=8be4f3f2-1468-445d-8050-3e02e5019cad,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:31:42.136279 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6a541f4c-09ba-42c2-8b43-c5d194355037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (8be4f3f2-1468-445d-8050-3e02e5019cad), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:42.153595 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-6a541f4c-09ba-42c2-8b43-c5d194355037 admin admin] Calling delete_port for 8be4f3f2-1468-445d-8050-3e02e5019cad owned by network:router_gateway {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:31:42.175336 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-c06c575f-d1da-46b1-bfe3-b22dfb948ce8 None None] Set router c3e337f3-b28e-4cae-9d09-b40dbba1f441 gateway port host: None {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:31:42.228178 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-c06c575f-d1da-46b1-bfe3-b22dfb948ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'name': 'tempest-TestMinimumBasicScenario-172800581-router', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:12Z', 'updated_at': '2022-04-05T11:31:41Z', 'revision_number': 6, 'project_id': '220a2c61da3646bc944112302aec29c4', 'gw_port_host': None}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:31:42.258339 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06c575f-d1da-46b1-bfe3-b22dfb948ce8 None None] The sync data for ids ['c3e337f3-b28e-4cae-9d09-b40dbba1f441'] in dv-cinder-818994-3-iscsi is: [{'id': 'c3e337f3-b28e-4cae-9d09-b40dbba1f441', 'name': 'tempest-TestMinimumBasicScenario-172800581-router', 'tenant_id': '220a2c61da3646bc944112302aec29c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:12Z', 'updated_at': '2022-04-05T11:31:41Z', 'revision_number': 6, 'project_id': '220a2c61da3646bc944112302aec29c4', 'gw_port_host': None}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:31:42.397035 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6a541f4c-09ba-42c2-8b43-c5d194355037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (8be4f3f2-1468-445d-8050-3e02e5019cad), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:42.424730 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a541f4c-09ba-42c2-8b43-c5d194355037 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be4f3f2-1468-445d-8050-3e02e5019cad,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:31:42.483335 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6a541f4c-09ba-42c2-8b43-c5d194355037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585742'] for router_gateway (c3e337f3-b28e-4cae-9d09-b40dbba1f441), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:42.575041 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6a541f4c-09ba-42c2-8b43-c5d194355037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5185'] for router (c3e337f3-b28e-4cae-9d09-b40dbba1f441), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:42.577082 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6a541f4c-09ba-42c2-8b43-c5d194355037 admin admin] Publish callbacks [] for router_controller (c3e337f3-b28e-4cae-9d09-b40dbba1f441), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:42.683024 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6a541f4c-09ba-42c2-8b43-c5d194355037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583348'] for router (c3e337f3-b28e-4cae-9d09-b40dbba1f441), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:42.683836 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a541f4c-09ba-42c2-8b43-c5d194355037 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3e337f3-b28e-4cae-9d09-b40dbba1f441 {{(pid=103962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:31:42.694834 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6a541f4c-09ba-42c2-8b43-c5d194355037 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:42.694834 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-6a541f4c-09ba-42c2-8b43-c5d194355037 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c3e337f3-b28e-4cae-9d09-b40dbba1f441 HTTP/1.1" status: 204 len: 168 time: 0.9656622 Apr 05 11:31:42.694834 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39900) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:31:42.739894 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f989a36-1a7f-4beb-a1e4-141f25f1dccd admin admin] Deleting subnet 57c12f29-fd03-4af6-bb73-3c4308beab7c {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:31:42.742909 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5f989a36-1a7f-4beb-a1e4-141f25f1dccd admin admin] Publish callbacks [] for subnet (57c12f29-fd03-4af6-bb73-3c4308beab7c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:42.776985 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5f989a36-1a7f-4beb-a1e4-141f25f1dccd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6680696'] for subnet (57c12f29-fd03-4af6-bb73-3c4308beab7c), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:42.856508 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5f989a36-1a7f-4beb-a1e4-141f25f1dccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928297'] for subnet (57c12f29-fd03-4af6-bb73-3c4308beab7c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:42.973364 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5f989a36-1a7f-4beb-a1e4-141f25f1dccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7002689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4268067'] for subnet (57c12f29-fd03-4af6-bb73-3c4308beab7c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:42.998496 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f989a36-1a7f-4beb-a1e4-141f25f1dccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57c12f29-fd03-4af6-bb73-3c4308beab7c,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:31:43.002127 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5f989a36-1a7f-4beb-a1e4-141f25f1dccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:43.005626 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-5f989a36-1a7f-4beb-a1e4-141f25f1dccd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/57c12f29-fd03-4af6-bb73-3c4308beab7c HTTP/1.1" status: 204 len: 168 time: 0.3113821 Apr 05 11:31:43.007886 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39902) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:31:43.010398 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ecc004-8829-4f9c-81fd-18e0f59c6f2c None None] Network bc9b9e66-4b5a-4b8f-b37b-228826d454e8 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:31:43.098109 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc644fbf-2064-4afd-9367-cd600da8e9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920430'] for network (bc9b9e66-4b5a-4b8f-b37b-228826d454e8), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:43.107123 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device f15e24a6-6bdc-4743-b3ff-778506c85580 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:31:43.136457 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: f15e24a6-6bdc-4743-b3ff-778506c85580 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:31:43.136457 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device f15e24a6-6bdc-4743-b3ff-778506c85580 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:31:43.155505 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-dc644fbf-2064-4afd-9367-cd600da8e9ab admin admin] Deleting port 879548ae-d41e-4811-b0e7-4e9f23e05a58 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:31:43.156082 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc644fbf-2064-4afd-9367-cd600da8e9ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (879548ae-d41e-4811-b0e7-4e9f23e05a58), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:43.222051 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-dc644fbf-2064-4afd-9367-cd600da8e9ab admin admin] For port 879548ae-d41e-4811-b0e7-4e9f23e05a58, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=879548ae-d41e-4811-b0e7-4e9f23e05a58,segment=NetworkSegment(b6c62b86-1f6f-4075-b744-54d973b7024d),segment_id=b6c62b86-1f6f-4075-b744-54d973b7024d)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:31:43.222414 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc644fbf-2064-4afd-9367-cd600da8e9ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (879548ae-d41e-4811-b0e7-4e9f23e05a58), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:43.229963 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] DHCP port deletion for bc9b9e66-4b5a-4b8f-b37b-228826d454e8 request from dv-cinder-818994-3-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:31:43.235577 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-dc644fbf-2064-4afd-9367-cd600da8e9ab admin admin] Calling delete_port for 879548ae-d41e-4811-b0e7-4e9f23e05a58 owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:31:43.282770 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] Deleting port 879548ae-d41e-4811-b0e7-4e9f23e05a58 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:31:43.282770 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (879548ae-d41e-4811-b0e7-4e9f23e05a58), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:43.350393 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] For port 879548ae-d41e-4811-b0e7-4e9f23e05a58, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=879548ae-d41e-4811-b0e7-4e9f23e05a58,segment=NetworkSegment(b6c62b86-1f6f-4075-b744-54d973b7024d),segment_id=b6c62b86-1f6f-4075-b744-54d973b7024d)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:31:43.350816 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (879548ae-d41e-4811-b0e7-4e9f23e05a58), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:43.448829 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc644fbf-2064-4afd-9367-cd600da8e9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (879548ae-d41e-4811-b0e7-4e9f23e05a58), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:43.475505 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc644fbf-2064-4afd-9367-cd600da8e9ab admin admin] Pushing event deleted for resources: {'Port': ['ID=879548ae-d41e-4811-b0e7-4e9f23e05a58,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:31:43.479108 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc644fbf-2064-4afd-9367-cd600da8e9ab admin admin] No DVR routers for this DVR port 879548ae-d41e-4811-b0e7-4e9f23e05a58 on host dv-cinder-818994-3-iscsi {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:31:43.498176 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] Calling delete_port for 879548ae-d41e-4811-b0e7-4e9f23e05a58 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:31:43.552258 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc644fbf-2064-4afd-9367-cd600da8e9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1167570', 'neutron.services.segments.db._delete_segments_for_network-8793732693881'] for network (bc9b9e66-4b5a-4b8f-b37b-228826d454e8), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:43.572672 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-dc644fbf-2064-4afd-9367-cd600da8e9ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9b9e66-4b5a-4b8f-b37b-228826d454e8']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:31:43.572907 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252'] for port (879548ae-d41e-4811-b0e7-4e9f23e05a58), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:43.582103 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-dc644fbf-2064-4afd-9367-cd600da8e9ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c62b86-1f6f-4075-b744-54d973b7024d') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:31:43.582400 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.services.segments.db [None req-dc644fbf-2064-4afd-9367-cd600da8e9ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c62b86-1f6f-4075-b744-54d973b7024d') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:31:43.591615 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc644fbf-2064-4afd-9367-cd600da8e9ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793732694402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6680707'] for segment (b6c62b86-1f6f-4075-b744-54d973b7024d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:43.597220 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] Pushing event deleted for resources: {'Port': ['ID=879548ae-d41e-4811-b0e7-4e9f23e05a58,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:31:43.601394 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] No DVR routers for this DVR port 879548ae-d41e-4811-b0e7-4e9f23e05a58 on host dv-cinder-818994-3-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:31:43.605016 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc644fbf-2064-4afd-9367-cd600da8e9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (b6c62b86-1f6f-4075-b744-54d973b7024d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:43.613705 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:43.613705 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:43.613705 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:43.613705 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:43.613705 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:43.613705 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:43.613705 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:43.613705 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:43.613705 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:43.614679 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:43.614679 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:43.614679 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:43.614939 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:43.615327 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:43.615556 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9980535b-4e0b-43f8-a786-d984e5a47480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818994-3-iscsi {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 11:31:43.618705 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc644fbf-2064-4afd-9367-cd600da8e9ab admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:31:43.619302 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc644fbf-2064-4afd-9367-cd600da8e9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7002667'] for segment (b6c62b86-1f6f-4075-b744-54d973b7024d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: Traceback (most recent call last): Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: timer() Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: cb(*args, **kw) Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: return func(*args, **kwargs) Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: self._notify() Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: self.callback(batched_events) Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: event.method(event) Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: return f(self, *a, **k) Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: return self._get(url).json() Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: return self.request(url, 'GET', **kwargs) Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:31:43.621063 dv-cinder-818994-3-iscsi neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:31:43.733897 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc644fbf-2064-4afd-9367-cd600da8e9ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1167531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585706'] for network (bc9b9e66-4b5a-4b8f-b37b-228826d454e8), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:43.739763 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc644fbf-2064-4afd-9367-cd600da8e9ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:43.745947 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-dc644fbf-2064-4afd-9367-cd600da8e9ab admin admin] 10.222.0.39 "DELETE /v2.0/networks/bc9b9e66-4b5a-4b8f-b37b-228826d454e8 HTTP/1.1" status: 204 len: 168 time: 0.7340615 Apr 05 11:31:43.746064 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39904) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:31:43.755403 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc644fbf-2064-4afd-9367-cd600da8e9ab admin admin] Pushing event deleted for resources: {'Network': ['ID=bc9b9e66-4b5a-4b8f-b37b-228826d454e8,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:31:44.099053 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-185387a5-0dd6-4e71-839b-c099399e5270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1583640'] for router_interface (0ab893da-fa49-469d-af79-d98bb08d95fd), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:44.349901 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-185387a5-0dd6-4e71-839b-c099399e5270 admin admin] Deleting port 8aca1975-2220-4100-af48-e59d3781a9a5 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:31:44.350140 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-185387a5-0dd6-4e71-839b-c099399e5270 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (8aca1975-2220-4100-af48-e59d3781a9a5), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:44.427578 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-185387a5-0dd6-4e71-839b-c099399e5270 admin admin] For port 8aca1975-2220-4100-af48-e59d3781a9a5, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=8aca1975-2220-4100-af48-e59d3781a9a5,segment=NetworkSegment(f607b3de-678f-473d-aa71-f8eaa8bc95e9),segment_id=f607b3de-678f-473d-aa71-f8eaa8bc95e9)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:31:44.432266 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-185387a5-0dd6-4e71-839b-c099399e5270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (8aca1975-2220-4100-af48-e59d3781a9a5), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:44.440844 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-185387a5-0dd6-4e71-839b-c099399e5270 admin admin] Calling delete_port for 8aca1975-2220-4100-af48-e59d3781a9a5 owned by network:router_interface {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:31:44.665496 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-185387a5-0dd6-4e71-839b-c099399e5270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (8aca1975-2220-4100-af48-e59d3781a9a5), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:44.696055 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185387a5-0dd6-4e71-839b-c099399e5270 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aca1975-2220-4100-af48-e59d3781a9a5,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:31:44.726771 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 879548ae-d41e-4811-b0e7-4e9f23e05a58 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:31:44.753747 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 879548ae-d41e-4811-b0e7-4e9f23e05a58 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:31:44.754104 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 879548ae-d41e-4811-b0e7-4e9f23e05a58 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:31:44.755188 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 8be4f3f2-1468-445d-8050-3e02e5019cad no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:31:44.776212 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 8be4f3f2-1468-445d-8050-3e02e5019cad {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:31:44.776558 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 8be4f3f2-1468-445d-8050-3e02e5019cad not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:31:44.884757 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-185387a5-0dd6-4e71-839b-c099399e5270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1809813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585800'] for router_interface (0ab893da-fa49-469d-af79-d98bb08d95fd), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:45.110784 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185387a5-0dd6-4e71-839b-c099399e5270 admin admin] Router 0ab893da-fa49-469d-af79-d98bb08d95fd has already been hosted by L3 agent a88417dc-b082-4c50-b4df-2c13b5b7cf0a {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 11:31:45.221714 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185387a5-0dd6-4e71-839b-c099399e5270 admin admin] Notify agent at l3_agent.dv-cinder-818994-3-iscsi the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 11:31:45.226972 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-185387a5-0dd6-4e71-839b-c099399e5270 admin admin] 10.222.0.39 "PUT /v2.0/routers/0ab893da-fa49-469d-af79-d98bb08d95fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4799581 Apr 05 11:31:45.229785 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39906) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:31:45.232314 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aebada-3bde-4122-a624-655093eaacb3 None None] Sync routers for ids ['0ab893da-fa49-469d-af79-d98bb08d95fd'] in dv-cinder-818994-3-iscsi {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 11:31:45.243079 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aebada-3bde-4122-a624-655093eaacb3 None None] Routers {'0ab893da-fa49-469d-af79-d98bb08d95fd'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:31:45.243702 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-a8aebada-3bde-4122-a624-655093eaacb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:31:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['0ab893da-fa49-469d-af79-d98bb08d95fd'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:31:45.341970 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c85f7b63-9b64-4aa4-a04d-8cfb511266e5 admin admin] Publish callbacks [] for router (0ab893da-fa49-469d-af79-d98bb08d95fd), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:45.350273 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-a8aebada-3bde-4122-a624-655093eaacb3 None None] Set router 0ab893da-fa49-469d-af79-d98bb08d95fd gateway port host: dv-cinder-818994-3-iscsi {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:31:45.451243 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c85f7b63-9b64-4aa4-a04d-8cfb511266e5 admin admin] Publish callbacks [] for router_gateway (0ab893da-fa49-469d-af79-d98bb08d95fd), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:45.594002 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-c85f7b63-9b64-4aa4-a04d-8cfb511266e5 admin admin] Deleting port 5fa8958b-753a-465b-aad5-566271f1a3a7 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:31:45.594341 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c85f7b63-9b64-4aa4-a04d-8cfb511266e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (5fa8958b-753a-465b-aad5-566271f1a3a7), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:45.618128 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-a8aebada-3bde-4122-a624-655093eaacb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab893da-fa49-469d-af79-d98bb08d95fd', 'name': 'tempest-TestMinimumBasicScenario-1288694354-router', 'tenant_id': '91bffb45dbca4673ba8cd190259d9524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'external_fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '5fa8958b-753a-465b-aad5-566271f1a3a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:19Z', 'updated_at': '2022-04-05T11:31:44Z', 'revision_number': 5, 'project_id': '91bffb45dbca4673ba8cd190259d9524', 'gw_port': {'id': '5fa8958b-753a-465b-aad5-566271f1a3a7', 'name': '', 'network_id': 'ab2e3e10-783c-4840-b185-530a1ad29b1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab893da-fa49-469d-af79-d98bb08d95fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818994-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T11:28:20Z', 'updated_at': '2022-04-05T11:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd92e65d1-acd1-4fd1-8254-de486de84181', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818994-3-iscsi'}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:31:45.644987 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aebada-3bde-4122-a624-655093eaacb3 None None] Checking router: 0ab893da-fa49-469d-af79-d98bb08d95fd for host: dv-cinder-818994-3-iscsi {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 11:31:45.653653 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aebada-3bde-4122-a624-655093eaacb3 None None] Routers {'0ab893da-fa49-469d-af79-d98bb08d95fd'} bound to L3 agent in host dv-cinder-818994-3-iscsi {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 05 11:31:45.654268 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-a8aebada-3bde-4122-a624-655093eaacb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818994-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T11:04:21Z,description=,heartbeat_timestamp=2022-04-05T11:31:21Z,host='dv-cinder-818994-3-iscsi',id=a88417dc-b082-4c50-b4df-2c13b5b7cf0a,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T11:04:22Z,topic='l3_agent')) {'router_ids': ['0ab893da-fa49-469d-af79-d98bb08d95fd'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:31:45.675363 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-c85f7b63-9b64-4aa4-a04d-8cfb511266e5 admin admin] For port 5fa8958b-753a-465b-aad5-566271f1a3a7, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=5fa8958b-753a-465b-aad5-566271f1a3a7,segment=NetworkSegment(d13f7125-9a7d-4580-abd3-2ac593220dac),segment_id=d13f7125-9a7d-4580-abd3-2ac593220dac)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:31:45.675728 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c85f7b63-9b64-4aa4-a04d-8cfb511266e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (5fa8958b-753a-465b-aad5-566271f1a3a7), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:45.689691 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-c85f7b63-9b64-4aa4-a04d-8cfb511266e5 admin admin] Calling delete_port for 5fa8958b-753a-465b-aad5-566271f1a3a7 owned by network:router_gateway {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:31:45.747687 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-a8aebada-3bde-4122-a624-655093eaacb3 None None] Set router 0ab893da-fa49-469d-af79-d98bb08d95fd gateway port host: None {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 05 11:31:45.819387 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-a8aebada-3bde-4122-a624-655093eaacb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab893da-fa49-469d-af79-d98bb08d95fd', 'name': 'tempest-TestMinimumBasicScenario-1288694354-router', 'tenant_id': '91bffb45dbca4673ba8cd190259d9524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:19Z', 'updated_at': '2022-04-05T11:31:45Z', 'revision_number': 6, 'project_id': '91bffb45dbca4673ba8cd190259d9524', 'gw_port_host': None}], 'dv-cinder-818994-3-iscsi', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:31:45.853554 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aebada-3bde-4122-a624-655093eaacb3 None None] The sync data for ids ['0ab893da-fa49-469d-af79-d98bb08d95fd'] in dv-cinder-818994-3-iscsi is: [{'id': '0ab893da-fa49-469d-af79-d98bb08d95fd', 'name': 'tempest-TestMinimumBasicScenario-1288694354-router', 'tenant_id': '91bffb45dbca4673ba8cd190259d9524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T11:28:19Z', 'updated_at': '2022-04-05T11:31:45Z', 'revision_number': 6, 'project_id': '91bffb45dbca4673ba8cd190259d9524', 'gw_port_host': None}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 11:31:45.928991 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c85f7b63-9b64-4aa4-a04d-8cfb511266e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7002742'] for port (5fa8958b-753a-465b-aad5-566271f1a3a7), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:45.963020 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f7b63-9b64-4aa4-a04d-8cfb511266e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa8958b-753a-465b-aad5-566271f1a3a7,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:31:46.024998 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c85f7b63-9b64-4aa4-a04d-8cfb511266e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1585742'] for router_gateway (0ab893da-fa49-469d-af79-d98bb08d95fd), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:46.116446 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c85f7b63-9b64-4aa4-a04d-8cfb511266e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1583357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5185'] for router (0ab893da-fa49-469d-af79-d98bb08d95fd), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:46.118576 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c85f7b63-9b64-4aa4-a04d-8cfb511266e5 admin admin] Publish callbacks [] for router_controller (0ab893da-fa49-469d-af79-d98bb08d95fd), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:46.237160 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c85f7b63-9b64-4aa4-a04d-8cfb511266e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1583348'] for router (0ab893da-fa49-469d-af79-d98bb08d95fd), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:46.237825 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85f7b63-9b64-4aa4-a04d-8cfb511266e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ab893da-fa49-469d-af79-d98bb08d95fd {{(pid=103962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 11:31:46.242369 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c85f7b63-9b64-4aa4-a04d-8cfb511266e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:46.243554 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-c85f7b63-9b64-4aa4-a04d-8cfb511266e5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/0ab893da-fa49-469d-af79-d98bb08d95fd HTTP/1.1" status: 204 len: 168 time: 1.0121763 Apr 05 11:31:46.246040 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39908) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:31:46.299303 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8ecd01-1ad9-407d-953c-abb118c4308f admin admin] Deleting subnet a9a47f79-d146-4a0b-92df-586b58f84d4d {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 05 11:31:46.302517 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e8ecd01-1ad9-407d-953c-abb118c4308f admin admin] Publish callbacks [] for subnet (a9a47f79-d146-4a0b-92df-586b58f84d4d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:46.335787 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e8ecd01-1ad9-407d-953c-abb118c4308f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6680696'] for subnet (a9a47f79-d146-4a0b-92df-586b58f84d4d), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:46.410631 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e8ecd01-1ad9-407d-953c-abb118c4308f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-928297'] for subnet (a9a47f79-d146-4a0b-92df-586b58f84d4d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:46.534631 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e8ecd01-1ad9-407d-953c-abb118c4308f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-928294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7002689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4268067'] for subnet (a9a47f79-d146-4a0b-92df-586b58f84d4d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:46.559195 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ecd01-1ad9-407d-953c-abb118c4308f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9a47f79-d146-4a0b-92df-586b58f84d4d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:31:46.562894 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e8ecd01-1ad9-407d-953c-abb118c4308f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:46.566211 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-6e8ecd01-1ad9-407d-953c-abb118c4308f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a9a47f79-d146-4a0b-92df-586b58f84d4d HTTP/1.1" status: 204 len: 168 time: 0.3188519 Apr 05 11:31:46.569341 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39910) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:31:46.569889 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca1de78-9647-4380-b0f1-3e7034087e69 None None] Network 462fb7d3-f2d7-46ff-bdf4-31c1429f6701 requested from dv-cinder-818994-3-iscsi {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 05 11:31:46.642179 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ee6bbbcd-29e6-4225-b1d8-58ff69ed84c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920430'] for network (462fb7d3-f2d7-46ff-bdf4-31c1429f6701), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:46.699506 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-ee6bbbcd-29e6-4225-b1d8-58ff69ed84c4 admin admin] Deleting port 36af7973-9cdf-4adb-934b-7bfd70c6a59c {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:31:46.699949 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ee6bbbcd-29e6-4225-b1d8-58ff69ed84c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (36af7973-9cdf-4adb-934b-7bfd70c6a59c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:46.743370 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23f6dc7-0f91-4912-ad66-305fa7f0e87b None None] DHCP port deletion for 462fb7d3-f2d7-46ff-bdf4-31c1429f6701 request from dv-cinder-818994-3-iscsi {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 05 11:31:46.780520 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 8aca1975-2220-4100-af48-e59d3781a9a5 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:31:46.785383 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-ee6bbbcd-29e6-4225-b1d8-58ff69ed84c4 admin admin] For port 36af7973-9cdf-4adb-934b-7bfd70c6a59c, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=36af7973-9cdf-4adb-934b-7bfd70c6a59c,segment=NetworkSegment(f607b3de-678f-473d-aa71-f8eaa8bc95e9),segment_id=f607b3de-678f-473d-aa71-f8eaa8bc95e9)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:31:46.785673 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ee6bbbcd-29e6-4225-b1d8-58ff69ed84c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (36af7973-9cdf-4adb-934b-7bfd70c6a59c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:46.786209 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:46.798795 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-ee6bbbcd-29e6-4225-b1d8-58ff69ed84c4 admin admin] Calling delete_port for 36af7973-9cdf-4adb-934b-7bfd70c6a59c owned by network:dhcp {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:31:46.805258 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 8aca1975-2220-4100-af48-e59d3781a9a5 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:31:46.805688 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 8aca1975-2220-4100-af48-e59d3781a9a5 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:31:46.806181 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 5fa8958b-753a-465b-aad5-566271f1a3a7 no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:31:46.831639 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 5fa8958b-753a-465b-aad5-566271f1a3a7 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:31:46.832043 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 5fa8958b-753a-465b-aad5-566271f1a3a7 not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:31:46.852859 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-f23f6dc7-0f91-4912-ad66-305fa7f0e87b None None] Deleting port 36af7973-9cdf-4adb-934b-7bfd70c6a59c {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 05 11:31:46.853241 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f23f6dc7-0f91-4912-ad66-305fa7f0e87b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793732781361'] for port (36af7973-9cdf-4adb-934b-7bfd70c6a59c), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:46.923565 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-f23f6dc7-0f91-4912-ad66-305fa7f0e87b None None] For port 36af7973-9cdf-4adb-934b-7bfd70c6a59c, host dv-cinder-818994-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818994-3-iscsi',level=0,port_id=36af7973-9cdf-4adb-934b-7bfd70c6a59c,segment=NetworkSegment(f607b3de-678f-473d-aa71-f8eaa8bc95e9),segment_id=f607b3de-678f-473d-aa71-f8eaa8bc95e9)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 11:31:46.923957 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f23f6dc7-0f91-4912-ad66-305fa7f0e87b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574505'] for port (36af7973-9cdf-4adb-934b-7bfd70c6a59c), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:46.939536 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-f23f6dc7-0f91-4912-ad66-305fa7f0e87b None None] Calling delete_port for 36af7973-9cdf-4adb-934b-7bfd70c6a59c owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 05 11:31:46.951444 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ee6bbbcd-29e6-4225-b1d8-58ff69ed84c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5342697'] for port (36af7973-9cdf-4adb-934b-7bfd70c6a59c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:47.019673 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f23f6dc7-0f91-4912-ad66-305fa7f0e87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1150711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793732788228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793732213252'] for port (36af7973-9cdf-4adb-934b-7bfd70c6a59c), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:47.051006 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f6dc7-0f91-4912-ad66-305fa7f0e87b None None] Pushing event deleted for resources: {'Port': ['ID=36af7973-9cdf-4adb-934b-7bfd70c6a59c,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:31:47.054741 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23f6dc7-0f91-4912-ad66-305fa7f0e87b None None] No DVR routers for this DVR port 36af7973-9cdf-4adb-934b-7bfd70c6a59c on host dv-cinder-818994-3-iscsi {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:31:47.259381 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bbbcd-29e6-4225-b1d8-58ff69ed84c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=36af7973-9cdf-4adb-934b-7bfd70c6a59c,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:31:47.262962 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6bbbcd-29e6-4225-b1d8-58ff69ed84c4 admin admin] No DVR routers for this DVR port 36af7973-9cdf-4adb-934b-7bfd70c6a59c on host dv-cinder-818994-3-iscsi {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 11:31:47.333648 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ee6bbbcd-29e6-4225-b1d8-58ff69ed84c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1167570', 'neutron.services.segments.db._delete_segments_for_network-8793732693881'] for network (462fb7d3-f2d7-46ff-bdf4-31c1429f6701), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:47.353415 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-ee6bbbcd-29e6-4225-b1d8-58ff69ed84c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462fb7d3-f2d7-46ff-bdf4-31c1429f6701']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:31:47.363335 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-ee6bbbcd-29e6-4225-b1d8-58ff69ed84c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f607b3de-678f-473d-aa71-f8eaa8bc95e9') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:31:47.363636 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.services.segments.db [None req-ee6bbbcd-29e6-4225-b1d8-58ff69ed84c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f607b3de-678f-473d-aa71-f8eaa8bc95e9') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 11:31:47.373125 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ee6bbbcd-29e6-4225-b1d8-58ff69ed84c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793732694402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7254742'] for segment (f607b3de-678f-473d-aa71-f8eaa8bc95e9), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:47.387250 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ee6bbbcd-29e6-4225-b1d8-58ff69ed84c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746'] for segment (f607b3de-678f-473d-aa71-f8eaa8bc95e9), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:47.393634 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6bbbcd-29e6-4225-b1d8-58ff69ed84c4 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 11:31:47.394250 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ee6bbbcd-29e6-4225-b1d8-58ff69ed84c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1089746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5342644'] for segment (f607b3de-678f-473d-aa71-f8eaa8bc95e9), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: Traceback (most recent call last): Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: timer() Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: cb(*args, **kw) Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: return func(*args, **kwargs) Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: self._notify() Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: self.callback(batched_events) Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: event.method(event) Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: return f(self, *a, **k) Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: return self._get(url).json() Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: return self.request(url, 'GET', **kwargs) Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 11:31:47.396269 dv-cinder-818994-3-iscsi neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 11:31:47.511766 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ee6bbbcd-29e6-4225-b1d8-58ff69ed84c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1167531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1809822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1585706'] for network (462fb7d3-f2d7-46ff-bdf4-31c1429f6701), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:47.517307 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ee6bbbcd-29e6-4225-b1d8-58ff69ed84c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1808500'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:47.521188 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-ee6bbbcd-29e6-4225-b1d8-58ff69ed84c4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/462fb7d3-f2d7-46ff-bdf4-31c1429f6701 HTTP/1.1" status: 204 len: 168 time: 0.9509640 Apr 05 11:31:47.532094 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bbbcd-29e6-4225-b1d8-58ff69ed84c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=462fb7d3-f2d7-46ff-bdf4-31c1429f6701,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:31:47.889971 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39918) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:31:47.931557 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-4adb0329-fbbd-4bcb-a880-08dba7b4487d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=220a2c61da3646bc944112302aec29c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402477 Apr 05 11:31:47.933949 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.39', 39920) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:31:47.982099 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7a20bc3c-d6ab-426b-9bbd-e3bcda11654e admin admin] Publish callbacks [] for security_group (3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:48.003313 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7a20bc3c-d6ab-426b-9bbd-e3bcda11654e admin admin] Publish callbacks [] for security_group (3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:48.111093 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7a20bc3c-d6ab-426b-9bbd-e3bcda11654e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:48.113519 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7a20bc3c-d6ab-426b-9bbd-e3bcda11654e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:48.114705 dv-cinder-818994-3-iscsi neutron-server[103963]: INFO neutron.wsgi [None req-7a20bc3c-d6ab-426b-9bbd-e3bcda11654e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9 HTTP/1.1" status: 204 len: 168 time: 0.1798227 Apr 05 11:31:48.122889 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20bc3c-d6ab-426b-9bbd-e3bcda11654e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf4416f-ed99-4fa2-ab7a-fe1c82bf96e9,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:31:48.396855 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-acc9431e-207a-4b7e-a676-dd59e8a29238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:48.715026 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 36af7973-9cdf-4adb-934b-7bfd70c6a59c no longer exists at agent ovs-agent-dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 05 11:31:48.717801 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39928) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:31:48.736125 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] No Port match for: 36af7973-9cdf-4adb-934b-7bfd70c6a59c {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 05 11:31:48.736493 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Device 36af7973-9cdf-4adb-934b-7bfd70c6a59c not bound to the agent host dv-cinder-818994-3-iscsi {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 05 11:31:48.759359 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-6cbc12ba-4c1c-44d2-b68d-4b1c7d32b829 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=91bffb45dbca4673ba8cd190259d9524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403726 Apr 05 11:31:48.761752 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.39', 39930) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 05 11:31:48.807702 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-46d3261d-5411-45a8-b82b-ec9cb2efe8db admin admin] Publish callbacks [] for security_group (e9af6698-86fc-4fee-aeee-1bf77908fcc6), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:48.829248 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-46d3261d-5411-45a8-b82b-ec9cb2efe8db admin admin] Publish callbacks [] for security_group (e9af6698-86fc-4fee-aeee-1bf77908fcc6), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:48.957040 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-46d3261d-5411-45a8-b82b-ec9cb2efe8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1669088'] for security_group (e9af6698-86fc-4fee-aeee-1bf77908fcc6), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:48.959583 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-46d3261d-5411-45a8-b82b-ec9cb2efe8db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:48.960720 dv-cinder-818994-3-iscsi neutron-server[103962]: INFO neutron.wsgi [None req-46d3261d-5411-45a8-b82b-ec9cb2efe8db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9af6698-86fc-4fee-aeee-1bf77908fcc6 HTTP/1.1" status: 204 len: 168 time: 0.1980748 Apr 05 11:31:48.968670 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3261d-5411-45a8-b82b-ec9cb2efe8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9af6698-86fc-4fee-aeee-1bf77908fcc6,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 11:31:51.003244 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e39d5228-8cc2-43ff-9978-99b2b4234e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:51.979670 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:53.315126 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:31:55.002364 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:13.630508 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:32:16.819392 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:18.373292 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2b780487-4130-42c1-bca0-abdd31af4a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:20.983248 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0f03491b-f2b8-426e-acb3-faee4b5cd8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:21.927795 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:23.280425 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:24.996156 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:46.810366 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:48.401312 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9d6a7a42-f53f-4c79-aa8f-70410acf1f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:50.629908 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:32:50.955920 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4ba5ca45-a47a-47fb-a642-310f2f85a7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:51.932596 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:53.252722 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:32:55.016579 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:12.947111 dv-cinder-818994-3-iscsi neutron-server[103963]: DEBUG neutron.wsgi [req-ff2c8bf2-2f48-4f2a-b046-9dbb290a8560 req-2baaab07-deb1-4bd1-8ef8-a3a7146eb12d service neutron] (103963) timed out ('10.222.0.39', 60986) {{(pid=103963) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 05 11:33:13.199686 dv-cinder-818994-3-iscsi neutron-server[103962]: DEBUG neutron.wsgi [req-ff2c8bf2-2f48-4f2a-b046-9dbb290a8560 req-a6feb506-fb52-43d8-80df-b8f6abafa85b tempest-AttachVolumeShelveTestJSON-1598261819 tempest-AttachVolumeShelveTestJSON-1598261819-project] (103962) timed out ('10.222.0.39', 60996) {{(pid=103962) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 05 11:33:16.806688 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:18.392219 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e679f4f9-31d6-48ac-8205-226a7ddee00e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:20.949198 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0710a552-2054-40de-913f-034cdeb2f322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:21.940315 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:23.292704 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:25.011953 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:27.628693 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:33:46.848472 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:48.572377 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f2ea21f4-d164-4367-af89-f3ee234593b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:50.945676 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4e32356b-cda0-4ace-9518-92d449521f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:51.983402 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:53.293683 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:33:55.046652 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:04.628488 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:34:16.859169 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:18.412724 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4462e5de-448a-4c0a-8588-66a10703f08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:20.938329 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7b247bee-2d84-4dd1-ace8-66681f8090ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:21.967810 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:23.349871 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:25.047451 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:41.627711 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:34:46.869618 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:48.435157 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c327b41e-8441-42a6-af81-f7a191e70152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:50.977380 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-30c9b680-840a-4aa1-80aa-773cd5a17490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:51.994472 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:53.309020 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:34:55.011184 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:16.873473 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.393422 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-747048d1-6bd1-49fc-8ae6-f15579e97448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:18.627541 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:35:20.959018 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f1495ea7-018b-4c09-9ead-47163f59a140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:22.016437 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:23.347439 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:25.090539 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:46.901275 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:48.444646 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3c29b00a-1325-47a1-b97d-7c14162cfa4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:50.952492 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cf6a92fa-d86e-4135-adcc-4fb58c1a4a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:51.992320 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:53.300950 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:55.135532 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:35:55.626876 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:36:16.941088 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:18.420914 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d0ab2a81-cad7-4993-b0f5-7dda1f75a997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:20.997585 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-35c1b110-547c-48c1-9862-0114fbd81b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:21.964030 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:23.352306 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:25.055622 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:32.625952 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:36:46.893870 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:48.391596 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c8dab9ab-6417-48f7-9f5c-e378ac1cac93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:50.951660 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5bdca792-4016-4bc9-b232-233f6f83b796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (a88417dc-b082-4c50-b4df-2c13b5b7cf0a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:51.997258 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-23e1a6bc-5404-4ef5-9499-56045124d66c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (da8100ae-7361-4492-bd31-e73677a94c26), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:53.294331 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9860567-cee7-49a8-8fb9-73a670ca3116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (e9f56cb6-2d97-43e7-a831-67267586a5a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:36:55.036876 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3b32cd-0f23-41bb-a35c-497dd5214018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (353c0ef8-1c8e-44bb-b761-a5158994ee16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:09.625461 dv-cinder-818994-3-iscsi neutron-server[103965]: DEBUG neutron.db.agents_db [None req-32d867ab-2b95-4bb3-9790-f56ba5a61549 None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 05 11:37:16.887894 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43b58f7c-2208-46f7-a43a-1164f84caaba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (55689538-f807-4742-88fa-e88604f58da9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 05 11:37:18.400208 dv-cinder-818994-3-iscsi neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-05fbb027-b0f0-4c87-9536-48e8c8672d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793732693863', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1169683'] for agent (cd8b06fc-05cb-41d0-9f86-42134aa474b0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}